[ 629.111100] env[69169]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69169) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 629.111431] env[69169]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69169) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 629.111547] env[69169]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69169) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 629.111836] env[69169]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 629.214015] env[69169]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69169) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 629.223487] env[69169]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69169) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 629.266755] env[69169]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 629.827311] env[69169]: INFO nova.virt.driver [None req-47819308-68ee-434a-9f00-4127650512ae None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 629.899632] env[69169]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.899784] env[69169]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.899891] env[69169]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69169) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 632.748708] env[69169]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-5a50b341-5804-4df8-bf89-ce3670b95055 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.765639] env[69169]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69169) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 632.765769] env[69169]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-da93843e-f39a-4acb-a9bb-1b46e4f9fc28 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.798887] env[69169]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 3de3c. [ 632.799015] env[69169]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.899s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.799582] env[69169]: INFO nova.virt.vmwareapi.driver [None req-47819308-68ee-434a-9f00-4127650512ae None None] VMware vCenter version: 7.0.3 [ 632.802981] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8af3cc-56c7-4fd5-b5cc-6b54b4528f6f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.820571] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fc7e58-92be-492b-b19f-582f5c7e1aa3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.826628] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda1a722-5e87-4ab9-a365-622004f9468a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.833286] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e708d58-6b81-44e1-a356-1d7d273a29d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.850015] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa2eae5-53c9-4728-bef7-e5a7ae174434 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.856161] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4466ced-e23f-48d9-810c-3e150d82a6b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.887171] env[69169]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-b8078415-02b9-4c6f-9c53-179823d2f5a4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.892231] env[69169]: DEBUG nova.virt.vmwareapi.driver [None req-47819308-68ee-434a-9f00-4127650512ae None None] Extension org.openstack.compute already exists. {{(pid=69169) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 632.894852] env[69169]: INFO nova.compute.provider_config [None req-47819308-68ee-434a-9f00-4127650512ae None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 633.399075] env[69169]: DEBUG nova.context [None req-47819308-68ee-434a-9f00-4127650512ae None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),96b7c82c-5a94-4e71-b7a6-7ef18046ac05(cell1) {{(pid=69169) load_cells /opt/stack/nova/nova/context.py:464}} [ 633.401172] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.401397] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.402103] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.402536] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Acquiring lock "96b7c82c-5a94-4e71-b7a6-7ef18046ac05" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.402889] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Lock "96b7c82c-5a94-4e71-b7a6-7ef18046ac05" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.403958] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Lock "96b7c82c-5a94-4e71-b7a6-7ef18046ac05" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.423908] env[69169]: INFO dbcounter [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Registered counter for database nova_cell0 [ 633.432558] env[69169]: INFO dbcounter [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Registered counter for database nova_cell1 [ 633.873587] env[69169]: DEBUG oslo_db.sqlalchemy.engines [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69169) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 633.873933] env[69169]: DEBUG oslo_db.sqlalchemy.engines [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69169) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 633.879258] env[69169]: ERROR nova.db.main.api [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 633.879258] env[69169]: result = function(*args, **kwargs) [ 633.879258] env[69169]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 633.879258] env[69169]: return func(*args, **kwargs) [ 633.879258] env[69169]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 633.879258] env[69169]: result = fn(*args, **kwargs) [ 633.879258] env[69169]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 633.879258] env[69169]: return f(*args, **kwargs) [ 633.879258] env[69169]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 633.879258] env[69169]: return db.service_get_minimum_version(context, binaries) [ 633.879258] env[69169]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 633.879258] env[69169]: _check_db_access() [ 633.879258] env[69169]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 633.879258] env[69169]: stacktrace = ''.join(traceback.format_stack()) [ 633.879258] env[69169]: [ 633.880264] env[69169]: ERROR nova.db.main.api [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 633.880264] env[69169]: result = function(*args, **kwargs) [ 633.880264] env[69169]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 633.880264] env[69169]: return func(*args, **kwargs) [ 633.880264] env[69169]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 633.880264] env[69169]: result = fn(*args, **kwargs) [ 633.880264] env[69169]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 633.880264] env[69169]: return f(*args, **kwargs) [ 633.880264] env[69169]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 633.880264] env[69169]: return db.service_get_minimum_version(context, binaries) [ 633.880264] env[69169]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 633.880264] env[69169]: _check_db_access() [ 633.880264] env[69169]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 633.880264] env[69169]: stacktrace = ''.join(traceback.format_stack()) [ 633.880264] env[69169]: [ 633.880678] env[69169]: WARNING nova.objects.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Failed to get minimum service version for cell 96b7c82c-5a94-4e71-b7a6-7ef18046ac05 [ 633.880798] env[69169]: WARNING nova.objects.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 633.881260] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Acquiring lock "singleton_lock" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.881416] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Acquired lock "singleton_lock" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.881656] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Releasing lock "singleton_lock" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.881980] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Full set of CONF: {{(pid=69169) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 633.882141] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ******************************************************************************** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 633.882271] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] Configuration options gathered from: {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 633.882405] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 633.882601] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 633.882744] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ================================================================================ {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 633.882943] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] allow_resize_to_same_host = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.883125] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] arq_binding_timeout = 300 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.883258] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] backdoor_port = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.883386] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] backdoor_socket = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.883551] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] block_device_allocate_retries = 60 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.883711] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] block_device_allocate_retries_interval = 3 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.883884] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cert = self.pem {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.884068] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.884240] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute_monitors = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.884639] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] config_dir = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.884859] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] config_drive_format = iso9660 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.885022] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.885196] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] config_source = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.885367] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] console_host = devstack {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.885533] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] control_exchange = nova {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.885695] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cpu_allocation_ratio = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.885921] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] daemon = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.886163] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] debug = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.886337] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] default_access_ip_network_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.886508] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] default_availability_zone = nova {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.886668] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] default_ephemeral_format = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.886831] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] default_green_pool_size = 1000 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.887122] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.887313] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] default_schedule_zone = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.887478] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] disk_allocation_ratio = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.887642] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] enable_new_services = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.887825] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] enabled_apis = ['osapi_compute'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.887998] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] enabled_ssl_apis = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.888181] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] flat_injected = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.888347] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] force_config_drive = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.888509] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] force_raw_images = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.888680] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] graceful_shutdown_timeout = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.888851] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] heal_instance_info_cache_interval = -1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.889095] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] host = cpu-1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.889282] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.889451] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.889615] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.889834] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.890022] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] instance_build_timeout = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.890234] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] instance_delete_interval = 300 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.890424] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] instance_format = [instance: %(uuid)s] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.890596] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] instance_name_template = instance-%08x {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.890759] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] instance_usage_audit = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.890932] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] instance_usage_audit_period = month {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.891121] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.891293] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.891460] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] internal_service_availability_zone = internal {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.891617] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] key = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.891779] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] live_migration_retry_count = 30 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.891951] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] log_color = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.892130] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] log_config_append = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.892300] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.892460] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] log_dir = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.892619] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] log_file = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.892747] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] log_options = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.892912] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] log_rotate_interval = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.893089] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] log_rotate_interval_type = days {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.893259] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] log_rotation_type = none {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.893392] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.893519] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.893688] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.893855] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.893984] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.894161] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] long_rpc_timeout = 1800 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.894322] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] max_concurrent_builds = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.894482] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] max_concurrent_live_migrations = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.894639] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] max_concurrent_snapshots = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.894825] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] max_local_block_devices = 3 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.894995] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] max_logfile_count = 30 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.895172] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] max_logfile_size_mb = 200 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.895335] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] maximum_instance_delete_attempts = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.895506] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] metadata_listen = 0.0.0.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.895677] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] metadata_listen_port = 8775 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.895869] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] metadata_workers = 2 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.896052] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] migrate_max_retries = -1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.896224] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] mkisofs_cmd = genisoimage {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.896430] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.896562] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] my_ip = 10.180.1.21 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.896764] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.896926] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] network_allocate_retries = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.897140] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.897319] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.897485] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] osapi_compute_listen_port = 8774 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.897653] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] osapi_compute_unique_server_name_scope = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.897823] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] osapi_compute_workers = 2 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.897986] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] password_length = 12 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.898162] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] periodic_enable = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.898322] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] periodic_fuzzy_delay = 60 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.898486] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] pointer_model = usbtablet {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.898650] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] preallocate_images = none {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.898806] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] publish_errors = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.898936] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] pybasedir = /opt/stack/nova {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.899131] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ram_allocation_ratio = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.899311] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] rate_limit_burst = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.899483] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] rate_limit_except_level = CRITICAL {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.899642] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] rate_limit_interval = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.899805] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] reboot_timeout = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.899972] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] reclaim_instance_interval = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.900136] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] record = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.900305] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] reimage_timeout_per_gb = 60 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.900470] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] report_interval = 120 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.900631] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] rescue_timeout = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.900792] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] reserved_host_cpus = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.900958] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] reserved_host_disk_mb = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.901117] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] reserved_host_memory_mb = 512 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.901277] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] reserved_huge_pages = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.901435] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] resize_confirm_window = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.901592] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] resize_fs_using_block_device = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.901747] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] resume_guests_state_on_host_boot = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.901916] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.902088] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] rpc_response_timeout = 60 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.902249] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] run_external_periodic_tasks = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.902416] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] running_deleted_instance_action = reap {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.902574] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.902732] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] running_deleted_instance_timeout = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.902890] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] scheduler_instance_sync_interval = 120 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.903072] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] service_down_time = 720 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.903246] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] servicegroup_driver = db {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.903404] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] shell_completion = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.903564] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] shelved_offload_time = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.903720] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] shelved_poll_interval = 3600 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.903890] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] shutdown_timeout = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.904070] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] source_is_ipv6 = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.904234] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ssl_only = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.904495] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.904666] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] sync_power_state_interval = 600 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.904856] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] sync_power_state_pool_size = 1000 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.905041] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] syslog_log_facility = LOG_USER {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.905205] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] tempdir = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.905365] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] timeout_nbd = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.905533] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] transport_url = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.905695] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] update_resources_interval = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.905870] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] use_cow_images = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.906044] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] use_journal = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.906204] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] use_json = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.906362] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] use_rootwrap_daemon = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.906516] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] use_stderr = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.906671] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] use_syslog = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.906825] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vcpu_pin_set = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.906997] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plugging_is_fatal = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.907207] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plugging_timeout = 300 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.907375] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] virt_mkfs = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.907535] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] volume_usage_poll_interval = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.907695] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] watch_log_file = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.907863] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] web = /usr/share/spice-html5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.908063] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.908236] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.908400] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.908571] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_concurrency.disable_process_locking = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.908861] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.909054] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.909224] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.909395] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.909562] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.909728] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.909914] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.auth_strategy = keystone {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.910094] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.compute_link_prefix = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.910272] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.910445] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.dhcp_domain = novalocal {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.910614] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.enable_instance_password = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.910779] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.glance_link_prefix = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.910947] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.911195] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.911375] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.instance_list_per_project_cells = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.911538] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.list_records_by_skipping_down_cells = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.911702] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.local_metadata_per_cell = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.911872] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.max_limit = 1000 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.912049] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.metadata_cache_expiration = 15 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.912229] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.neutron_default_tenant_id = default {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.912399] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.response_validation = warn {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.912569] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.use_neutron_default_nets = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.912736] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.912903] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.913078] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.913299] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.913420] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.vendordata_dynamic_targets = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.913581] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.vendordata_jsonfile_path = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.913764] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.913960] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.backend = dogpile.cache.memcached {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.914143] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.backend_argument = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.914308] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.backend_expiration_time = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.914478] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.config_prefix = cache.oslo {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.914648] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.dead_timeout = 60.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.914840] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.debug_cache_backend = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.915020] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.enable_retry_client = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.915185] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.enable_socket_keepalive = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.915357] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.enabled = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.915520] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.enforce_fips_mode = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.915686] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.expiration_time = 600 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.915869] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.hashclient_retry_attempts = 2 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.916063] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.916233] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.memcache_dead_retry = 300 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.916394] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.memcache_password = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.916556] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.916718] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.916880] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.memcache_pool_maxsize = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.917071] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.917254] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.memcache_sasl_enabled = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.917438] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.917610] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.917774] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.memcache_username = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.917943] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.proxies = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.918123] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.redis_db = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.918293] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.redis_password = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.918465] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.918642] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.918813] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.redis_server = localhost:6379 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.918984] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.redis_socket_timeout = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.919159] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.redis_username = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.919325] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.retry_attempts = 2 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.919491] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.retry_delay = 0.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.919655] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.socket_keepalive_count = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.919819] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.socket_keepalive_idle = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.919984] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.socket_keepalive_interval = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.920159] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.tls_allowed_ciphers = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.920319] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.tls_cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.920478] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.tls_certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.920642] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.tls_enabled = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.920800] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cache.tls_keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.920971] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.auth_section = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.921162] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.auth_type = password {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.921327] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.921503] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.921662] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.921829] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.collect_timing = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.921995] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.cross_az_attach = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.922169] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.debug = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.922329] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.endpoint_template = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.922493] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.http_retries = 3 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.922655] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.insecure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.922814] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.922988] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.os_region_name = RegionOne {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.923164] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.split_loggers = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.923323] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cinder.timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.923498] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.923659] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute.cpu_dedicated_set = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.923817] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute.cpu_shared_set = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.923983] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute.image_type_exclude_list = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.924160] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.924328] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.924487] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.924648] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.924855] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.925039] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute.resource_provider_association_refresh = 300 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.925210] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.925375] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute.shutdown_retry_interval = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.925560] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.925744] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] conductor.workers = 2 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.925952] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] console.allowed_origins = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.926141] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] console.ssl_ciphers = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.926319] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] console.ssl_minimum_version = default {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.926492] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] consoleauth.enforce_session_timeout = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.926663] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] consoleauth.token_ttl = 600 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.926833] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.926999] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.927201] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.collect_timing = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.927367] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.connect_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.927560] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.connect_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.927727] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.endpoint_override = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.927895] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.insecure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.928065] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.928229] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.max_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.928388] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.min_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.928547] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.region_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.928712] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.retriable_status_codes = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.928946] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.service_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.929164] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.service_type = accelerator {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.929338] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.split_loggers = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.929517] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.status_code_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.929695] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.status_code_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.929862] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.930057] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.930226] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] cyborg.version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.930400] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.asyncio_connection = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.930562] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.asyncio_slave_connection = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.930736] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.backend = sqlalchemy {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.930911] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.connection = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.931094] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.connection_debug = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.931272] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.connection_parameters = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.931440] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.connection_recycle_time = 3600 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.931605] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.connection_trace = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.931772] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.db_inc_retry_interval = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.931945] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.db_max_retries = 20 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.932128] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.db_max_retry_interval = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.932352] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.db_retry_interval = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.932537] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.max_overflow = 50 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.932705] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.max_pool_size = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.932873] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.max_retries = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.933056] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.933226] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.mysql_wsrep_sync_wait = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.933389] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.pool_timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.933556] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.retry_interval = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.933717] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.slave_connection = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.933883] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.sqlite_synchronous = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.934064] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] database.use_db_reconnect = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.934241] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.asyncio_connection = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.934401] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.asyncio_slave_connection = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.934572] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.backend = sqlalchemy {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.934774] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.connection = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.935021] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.connection_debug = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.935144] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.connection_parameters = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.935312] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.connection_recycle_time = 3600 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.935475] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.connection_trace = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.935637] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.db_inc_retry_interval = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.935844] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.db_max_retries = 20 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.936037] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.db_max_retry_interval = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.936211] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.db_retry_interval = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.936377] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.max_overflow = 50 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.936541] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.max_pool_size = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.936704] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.max_retries = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.936879] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.937058] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.937223] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.pool_timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.937389] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.retry_interval = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.937549] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.slave_connection = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.937715] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] api_database.sqlite_synchronous = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.937893] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] devices.enabled_mdev_types = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.938082] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.938258] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.938421] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ephemeral_storage_encryption.enabled = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.938586] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.938783] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.api_servers = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.938965] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.939145] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.939313] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.collect_timing = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.939472] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.connect_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.939630] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.connect_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.939791] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.debug = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.939990] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.default_trusted_certificate_ids = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.940184] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.enable_certificate_validation = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.940350] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.enable_rbd_download = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.940514] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.endpoint_override = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.940681] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.insecure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.940846] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.941023] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.max_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.941236] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.min_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.941432] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.num_retries = 3 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.941611] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.rbd_ceph_conf = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.941800] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.rbd_connect_timeout = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.941992] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.rbd_pool = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.942181] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.rbd_user = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.942353] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.region_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.942515] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.retriable_status_codes = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.942677] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.service_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.942861] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.service_type = image {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.943059] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.split_loggers = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.943228] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.status_code_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.943389] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.status_code_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.943554] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.943742] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.943931] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.verify_glance_signatures = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.944154] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] glance.version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.944338] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] guestfs.debug = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.944510] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.auth_section = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.944686] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.auth_type = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.944870] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.945046] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.945221] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.collect_timing = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.945386] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.connect_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.945547] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.connect_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.945705] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.endpoint_override = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.945870] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.insecure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.946040] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.946204] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.max_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.946363] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.min_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.946522] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.region_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.946680] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.retriable_status_codes = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.946840] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.service_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.947026] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.service_type = shared-file-system {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.947202] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.share_apply_policy_timeout = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.947364] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.split_loggers = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.947522] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.status_code_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.947681] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.status_code_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.947842] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.948034] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.948201] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] manila.version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.948370] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] mks.enabled = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.948724] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.948917] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] image_cache.manager_interval = 2400 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.949100] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] image_cache.precache_concurrency = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.949276] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] image_cache.remove_unused_base_images = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.949445] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.949614] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.949792] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] image_cache.subdirectory_name = _base {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.949969] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.api_max_retries = 60 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.950148] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.api_retry_interval = 2 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.950310] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.auth_section = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.950473] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.auth_type = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.950633] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.950829] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.951125] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.collect_timing = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.951432] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.conductor_group = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.951577] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.connect_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.951746] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.connect_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.951988] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.endpoint_override = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.952221] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.insecure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.952406] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.952570] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.max_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.952738] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.min_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.952899] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.peer_list = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.953082] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.region_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.953249] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.retriable_status_codes = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.953414] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.serial_console_state_timeout = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.953574] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.service_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.953747] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.service_type = baremetal {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.953904] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.shard = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.954083] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.split_loggers = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.954247] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.status_code_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.954407] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.status_code_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.954566] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.954773] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.954968] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ironic.version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.955181] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.955360] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] key_manager.fixed_key = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.955543] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.955708] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.barbican_api_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.955894] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.barbican_endpoint = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.956095] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.barbican_endpoint_type = public {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.956264] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.barbican_region_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.956424] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.956584] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.956749] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.collect_timing = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.956916] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.insecure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.957087] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.957257] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.number_of_retries = 60 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.957421] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.retry_delay = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.957585] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.send_service_user_token = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.957746] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.split_loggers = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.957915] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.958114] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.verify_ssl = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.958281] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican.verify_ssl_path = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.958451] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican_service_user.auth_section = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.958616] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican_service_user.auth_type = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.958775] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican_service_user.cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.958935] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican_service_user.certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.959111] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican_service_user.collect_timing = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.959274] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican_service_user.insecure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.959432] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican_service_user.keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.959594] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican_service_user.split_loggers = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.959756] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] barbican_service_user.timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.959923] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vault.approle_role_id = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.960097] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vault.approle_secret_id = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.960271] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vault.kv_mountpoint = secret {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.960434] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vault.kv_path = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.960600] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vault.kv_version = 2 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.960762] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vault.namespace = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.960926] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vault.root_token_id = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.961125] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vault.ssl_ca_crt_file = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.961303] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vault.timeout = 60.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.961468] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vault.use_ssl = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.961641] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.961809] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.961972] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.962153] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.collect_timing = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.962314] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.connect_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.962476] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.connect_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.962636] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.endpoint_override = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.962801] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.insecure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.962960] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.963134] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.max_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.963294] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.min_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.963455] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.region_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.963617] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.retriable_status_codes = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.963776] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.service_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.963955] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.service_type = identity {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.964149] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.split_loggers = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.964314] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.status_code_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.964473] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.status_code_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.964630] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.964843] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.965016] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] keystone.version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.965210] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.ceph_mount_options = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.965638] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.965846] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.connection_uri = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.966044] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.cpu_mode = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.966222] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.966395] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.cpu_models = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.966567] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.cpu_power_governor_high = performance {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.966737] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.966906] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.cpu_power_management = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.967120] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.967300] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.device_detach_attempts = 8 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.967467] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.device_detach_timeout = 20 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.967635] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.disk_cachemodes = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.967793] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.disk_prefix = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.967961] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.enabled_perf_events = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.968144] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.file_backed_memory = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.968316] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.gid_maps = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.968476] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.hw_disk_discard = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.968635] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.hw_machine_type = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.968808] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.images_rbd_ceph_conf = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.968972] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.969149] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.969319] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.images_rbd_glance_store_name = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.969487] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.images_rbd_pool = rbd {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.969656] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.images_type = default {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.969813] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.images_volume_group = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.969996] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.inject_key = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.970190] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.inject_partition = -2 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.970354] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.inject_password = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.970517] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.iscsi_iface = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.970680] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.iser_use_multipath = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.970847] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.971022] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.971194] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.live_migration_downtime = 500 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.971358] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.971519] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.971681] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.live_migration_inbound_addr = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.971845] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.972012] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.972179] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.live_migration_scheme = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.972351] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.live_migration_timeout_action = abort {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.972511] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.live_migration_tunnelled = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.972674] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.live_migration_uri = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.972862] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.live_migration_with_native_tls = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.973037] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.max_queues = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.973207] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.973448] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.973616] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.nfs_mount_options = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.973910] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.974103] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.974277] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.974441] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.974607] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.974798] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.num_pcie_ports = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.974977] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.975163] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.pmem_namespaces = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.975326] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.quobyte_client_cfg = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.975610] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.975819] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.976008] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.976188] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.976351] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.rbd_secret_uuid = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.976512] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.rbd_user = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.976678] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.976853] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.977028] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.rescue_image_id = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.977192] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.rescue_kernel_id = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.977350] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.rescue_ramdisk_id = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.977519] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.977680] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.rx_queue_size = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.977851] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.smbfs_mount_options = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.978157] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.978333] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.snapshot_compression = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.978498] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.snapshot_image_format = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.978740] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.978932] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.sparse_logical_volumes = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.979116] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.swtpm_enabled = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.979291] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.swtpm_group = tss {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.979461] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.swtpm_user = tss {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.979631] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.sysinfo_serial = unique {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.979790] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.tb_cache_size = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.979948] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.tx_queue_size = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.980129] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.uid_maps = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.980294] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.use_virtio_for_bridges = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.980464] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.virt_type = kvm {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.980631] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.volume_clear = zero {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.980796] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.volume_clear_size = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.980963] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.volume_enforce_multipath = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.981142] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.volume_use_multipath = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.981304] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.vzstorage_cache_path = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.981474] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.981642] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.981828] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.982026] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.982326] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.982509] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.vzstorage_mount_user = stack {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.982680] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.982856] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.auth_section = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.983041] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.auth_type = password {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.983209] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.983368] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.983531] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.collect_timing = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.983689] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.connect_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.983850] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.connect_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.984031] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.default_floating_pool = public {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.984196] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.endpoint_override = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.984362] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.extension_sync_interval = 600 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.984525] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.http_retries = 3 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.984704] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.insecure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.984900] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.985118] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.max_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.985340] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.985535] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.min_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.985718] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.ovs_bridge = br-int {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.985888] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.physnets = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.986100] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.region_name = RegionOne {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.986289] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.retriable_status_codes = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.986481] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.service_metadata_proxy = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.986659] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.service_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.986833] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.service_type = network {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.987042] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.split_loggers = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.987246] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.status_code_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.987432] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.status_code_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.987609] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.987812] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.988029] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] neutron.version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.988214] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] notifications.bdms_in_notifications = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.988395] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] notifications.default_level = INFO {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.988560] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] notifications.include_share_mapping = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.988753] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] notifications.notification_format = unversioned {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.988938] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] notifications.notify_on_state_change = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.989157] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.989345] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] pci.alias = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.989536] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] pci.device_spec = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.989715] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] pci.report_in_placement = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.989906] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.auth_section = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.990096] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.auth_type = password {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.990295] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.990458] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.990619] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.990798] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.collect_timing = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.990985] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.connect_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.991154] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.connect_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.991315] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.default_domain_id = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.991471] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.default_domain_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.991630] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.domain_id = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.991790] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.domain_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.991947] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.endpoint_override = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.992120] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.insecure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.992281] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.992438] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.max_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.992592] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.min_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.992764] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.password = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.992971] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.project_domain_id = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.993184] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.project_domain_name = Default {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.993358] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.project_id = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.993535] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.project_name = service {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.993707] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.region_name = RegionOne {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.993872] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.retriable_status_codes = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.994049] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.service_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.994232] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.service_type = placement {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.994393] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.split_loggers = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.994554] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.status_code_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.994732] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.status_code_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.994906] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.system_scope = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.995142] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.995329] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.trust_id = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.995493] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.user_domain_id = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.995666] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.user_domain_name = Default {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.995830] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.user_id = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.996056] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.username = nova {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.996254] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.996419] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] placement.version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.996605] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.cores = 20 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.996771] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.count_usage_from_placement = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.996946] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.997130] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.injected_file_content_bytes = 10240 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.997304] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.injected_file_path_length = 255 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.997471] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.injected_files = 5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.997637] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.instances = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.997804] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.key_pairs = 100 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.997970] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.metadata_items = 128 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.998149] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.ram = 51200 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.998313] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.recheck_quota = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.998479] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.server_group_members = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.998642] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.server_groups = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.998852] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.999093] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] quota.unified_limits_resource_strategy = require {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.999290] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.999458] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.999622] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] scheduler.image_metadata_prefilter = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.999784] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.999949] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] scheduler.max_attempts = 3 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.000128] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] scheduler.max_placement_results = 1000 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.000294] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.000455] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.000622] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.000797] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] scheduler.workers = 2 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.000972] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.001162] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.001343] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.001515] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.001680] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.001846] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.002044] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.002251] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.002423] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.host_subset_size = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.002588] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.002749] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.002911] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.003091] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.003268] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.003433] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.isolated_hosts = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.003593] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.isolated_images = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.003754] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.003915] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.004088] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.004254] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.pci_in_placement = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.004430] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.004573] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.004759] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.004930] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.005137] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.005310] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.005472] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.track_instance_changes = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.005648] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.005819] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] metrics.required = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.005983] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] metrics.weight_multiplier = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.006160] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.006325] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] metrics.weight_setting = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.006637] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.006812] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] serial_console.enabled = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.006992] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] serial_console.port_range = 10000:20000 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.007203] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.007379] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.007546] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] serial_console.serialproxy_port = 6083 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.007715] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] service_user.auth_section = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.007891] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] service_user.auth_type = password {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.008089] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] service_user.cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.008266] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] service_user.certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.008431] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] service_user.collect_timing = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.008593] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] service_user.insecure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.008750] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] service_user.keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.008924] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] service_user.send_service_user_token = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.009099] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] service_user.split_loggers = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.009261] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] service_user.timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.009431] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.agent_enabled = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.009593] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.enabled = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.009903] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.010121] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.010295] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.html5proxy_port = 6082 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.010457] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.image_compression = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.010615] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.jpeg_compression = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.010774] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.playback_compression = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.010939] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.require_secure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.011156] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.server_listen = 127.0.0.1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.011322] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.011620] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.011766] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.streaming_mode = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.011934] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] spice.zlib_compression = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.012114] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] upgrade_levels.baseapi = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.012291] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] upgrade_levels.compute = auto {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.012454] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] upgrade_levels.conductor = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.012615] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] upgrade_levels.scheduler = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.012783] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.012944] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.013118] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vendordata_dynamic_auth.cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.013282] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vendordata_dynamic_auth.certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.013445] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.013608] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vendordata_dynamic_auth.insecure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.013766] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.013928] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.014129] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vendordata_dynamic_auth.timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.014313] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.api_retry_count = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.014476] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.ca_file = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.014650] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.014850] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.cluster_name = testcl1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.015034] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.connection_pool_size = 10 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.015203] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.console_delay_seconds = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.015377] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.datastore_regex = ^datastore.* {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.015586] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.015765] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.host_password = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.015932] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.host_port = 443 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.016115] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.host_username = administrator@vsphere.local {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.016285] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.insecure = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.016446] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.integration_bridge = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.016608] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.maximum_objects = 100 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.016768] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.pbm_default_policy = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.016932] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.pbm_enabled = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.017137] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.pbm_wsdl_location = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.017322] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.017485] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.serial_port_proxy_uri = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.017644] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.serial_port_service_uri = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.017812] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.task_poll_interval = 0.5 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.017984] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.use_linked_clone = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.018171] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.vnc_keymap = en-us {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.018336] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.vnc_port = 5900 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.018498] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vmware.vnc_port_total = 10000 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.018683] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vnc.auth_schemes = ['none'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.018856] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vnc.enabled = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.019154] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.019342] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.019516] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vnc.novncproxy_port = 6080 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.019712] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vnc.server_listen = 127.0.0.1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.019896] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.020081] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vnc.vencrypt_ca_certs = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.020262] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vnc.vencrypt_client_cert = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.020425] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vnc.vencrypt_client_key = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.020601] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.020765] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.disable_deep_image_inspection = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.020929] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.021104] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.021267] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.021428] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.disable_rootwrap = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.021589] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.enable_numa_live_migration = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.021750] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.021909] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.022087] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.022250] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.libvirt_disable_apic = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.022554] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.022752] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.022931] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.023109] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.023275] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.023435] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.023596] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.023756] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.023920] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.024093] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.024282] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.024453] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] wsgi.client_socket_timeout = 900 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.024621] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] wsgi.default_pool_size = 1000 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.024816] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] wsgi.keep_alive = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.024989] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] wsgi.max_header_line = 16384 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.025169] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.025332] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] wsgi.ssl_ca_file = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.025493] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] wsgi.ssl_cert_file = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.025653] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] wsgi.ssl_key_file = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.025846] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] wsgi.tcp_keepidle = 600 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.026040] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.026213] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] zvm.ca_file = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.026375] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] zvm.cloud_connector_url = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.026660] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.026837] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] zvm.reachable_timeout = 300 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.027037] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.027236] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.027417] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler.connection_string = messaging:// {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.027587] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler.enabled = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.027757] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler.es_doc_type = notification {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.027923] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler.es_scroll_size = 10000 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.028103] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler.es_scroll_time = 2m {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.028270] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler.filter_error_trace = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.028441] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler.hmac_keys = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.028609] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler.sentinel_service_name = mymaster {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.028798] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler.socket_timeout = 0.1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.028982] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler.trace_requests = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.029162] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler.trace_sqlalchemy = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.029345] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler_jaeger.process_tags = {} {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.029509] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler_jaeger.service_name_prefix = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.029675] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] profiler_otlp.service_name_prefix = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.029841] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] remote_debug.host = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.030007] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] remote_debug.port = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.030192] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.030356] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.030521] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.030687] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.030853] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.031026] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.031194] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.031357] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.031520] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.031694] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.031878] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.032075] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.032265] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.032415] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.032582] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.032753] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.032947] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.033134] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.033327] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.033539] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.033712] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.033883] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.034066] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.034236] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.034402] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.034568] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.034755] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.034933] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.035114] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.035281] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.035445] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.ssl = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.035617] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.035790] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.035980] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.036173] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.036345] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.036511] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.036697] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.036866] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_notifications.retry = -1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.037073] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.037264] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.037440] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.auth_section = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.037605] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.auth_type = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.037765] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.cafile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.037929] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.certfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.038112] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.collect_timing = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.038278] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.connect_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.038438] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.connect_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.038595] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.endpoint_id = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.038766] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.038948] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.endpoint_override = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.039167] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.endpoint_region_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.039344] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.endpoint_service_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.039507] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.endpoint_service_type = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.039670] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.insecure = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.039828] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.keyfile = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.039985] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.max_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.040157] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.min_version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.040312] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.region_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.040470] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.retriable_status_codes = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.040624] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.service_name = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.040777] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.service_type = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.040941] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.split_loggers = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.041111] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.status_code_retries = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.041274] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.status_code_retry_delay = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.041436] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.timeout = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.041584] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.valid_interfaces = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.041739] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_limit.version = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.041920] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_reports.file_event_handler = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.042117] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.042281] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] oslo_reports.log_dir = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.042451] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.042610] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.042769] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.042937] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.043114] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.043274] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.043443] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.043601] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plug_ovs_privileged.group = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.043758] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.043924] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.044099] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.044262] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] vif_plug_ovs_privileged.user = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.044431] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.044607] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.044811] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.045014] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.045206] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.045382] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.045552] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.045715] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.045896] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.046085] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_ovs.isolate_vif = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.046257] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.046425] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.046595] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.046765] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.046929] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] os_vif_ovs.per_port_bridge = False {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.047148] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] privsep_osbrick.capabilities = [21] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.047323] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] privsep_osbrick.group = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.047483] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] privsep_osbrick.helper_command = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.047649] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.047814] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.048008] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] privsep_osbrick.user = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.048198] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.048359] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] nova_sys_admin.group = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.048516] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] nova_sys_admin.helper_command = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.048683] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.048849] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.049007] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] nova_sys_admin.user = None {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.049149] env[69169]: DEBUG oslo_service.backend.eventlet.service [None req-2c9dcdaf-c6a2-41ce-8c63-5bce108bc0a8 None None] ******************************************************************************** {{(pid=69169) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 634.049575] env[69169]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 634.552555] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Getting list of instances from cluster (obj){ [ 634.552555] env[69169]: value = "domain-c8" [ 634.552555] env[69169]: _type = "ClusterComputeResource" [ 634.552555] env[69169]: } {{(pid=69169) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 634.553669] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c605cd-1529-4d28-b788-539aa9eb2848 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.562951] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Got total of 0 instances {{(pid=69169) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 634.563574] env[69169]: WARNING nova.virt.vmwareapi.driver [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 634.564061] env[69169]: INFO nova.virt.node [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Generated node identity db0a05f9-af10-4b20-862b-4f938c971ae8 [ 634.564299] env[69169]: INFO nova.virt.node [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Wrote node identity db0a05f9-af10-4b20-862b-4f938c971ae8 to /opt/stack/data/n-cpu-1/compute_id [ 635.066815] env[69169]: WARNING nova.compute.manager [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Compute nodes ['db0a05f9-af10-4b20-862b-4f938c971ae8'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 636.071683] env[69169]: INFO nova.compute.manager [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 637.078182] env[69169]: WARNING nova.compute.manager [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 637.078607] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.078837] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.079091] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.079323] env[69169]: DEBUG nova.compute.resource_tracker [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 637.080304] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5b36ed-3b0f-4a43-bc2b-f4814154fa07 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.088933] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d7c865-cd9b-48de-a4ab-29496a3916e2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.103926] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cafdd94-f936-480e-a6b4-4b17c079efaf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.110130] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c2207e-2e52-4168-ac5c-1f925b77e429 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.138030] env[69169]: DEBUG nova.compute.resource_tracker [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181033MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 637.138218] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.138400] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.640963] env[69169]: WARNING nova.compute.resource_tracker [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] No compute node record for cpu-1:db0a05f9-af10-4b20-862b-4f938c971ae8: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host db0a05f9-af10-4b20-862b-4f938c971ae8 could not be found. [ 638.144790] env[69169]: INFO nova.compute.resource_tracker [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: db0a05f9-af10-4b20-862b-4f938c971ae8 [ 639.652564] env[69169]: DEBUG nova.compute.resource_tracker [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 639.653066] env[69169]: DEBUG nova.compute.resource_tracker [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 639.812063] env[69169]: INFO nova.scheduler.client.report [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] [req-f5fc8a5f-15fb-4234-8ea0-0912bd515508] Created resource provider record via placement API for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 639.826938] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379f4700-9337-4320-9d20-3b0a51f8dfc5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.834805] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88601d3d-5ab2-4f12-a49e-b0b1ea9ea705 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.865599] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711cc735-a0ae-4cb0-aa67-5f80f03e57a4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.873241] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7767cb2f-16fd-404e-9cd4-d99f94de2a9b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.886577] env[69169]: DEBUG nova.compute.provider_tree [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.426994] env[69169]: DEBUG nova.scheduler.client.report [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 640.427252] env[69169]: DEBUG nova.compute.provider_tree [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 0 to 1 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 640.427389] env[69169]: DEBUG nova.compute.provider_tree [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.473603] env[69169]: DEBUG nova.compute.provider_tree [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 1 to 2 during operation: update_traits {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 640.977658] env[69169]: DEBUG nova.compute.resource_tracker [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 640.977896] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.978045] env[69169]: DEBUG nova.service [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Creating RPC server for service compute {{(pid=69169) start /opt/stack/nova/nova/service.py:186}} [ 640.991079] env[69169]: DEBUG nova.service [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] Join ServiceGroup membership for this service compute {{(pid=69169) start /opt/stack/nova/nova/service.py:203}} [ 640.991265] env[69169]: DEBUG nova.servicegroup.drivers.db [None req-4708f37b-7eae-4469-a9cd-3074b3a3b360 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69169) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 671.993821] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.497305] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Getting list of instances from cluster (obj){ [ 672.497305] env[69169]: value = "domain-c8" [ 672.497305] env[69169]: _type = "ClusterComputeResource" [ 672.497305] env[69169]: } {{(pid=69169) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 672.499461] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba6b5d8-bfdb-4782-a818-b948a5b74a3e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.508508] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Got total of 0 instances {{(pid=69169) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 672.508633] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.508878] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Getting list of instances from cluster (obj){ [ 672.508878] env[69169]: value = "domain-c8" [ 672.508878] env[69169]: _type = "ClusterComputeResource" [ 672.508878] env[69169]: } {{(pid=69169) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 672.509892] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e509920-76da-4334-89e0-de8f94e6caf1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.517326] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Got total of 0 instances {{(pid=69169) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 678.449282] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.449627] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.955713] env[69169]: DEBUG nova.compute.manager [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.509343] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.509343] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.509343] env[69169]: INFO nova.compute.claims [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.565964] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ced0289-52e4-47d1-9a39-da8daaa8eb22 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.578690] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2383247-d769-4950-a6e1-e28ec49772b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.617774] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8c9197-49f2-4bb9-ac37-2e3f5d171ee7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.628367] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509087dd-208a-41da-9f4f-d5ef8f6b8cdb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.646708] env[69169]: DEBUG nova.compute.provider_tree [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.150344] env[69169]: DEBUG nova.scheduler.client.report [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.172123] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Acquiring lock "87995305-0f03-4676-addb-d78645b767f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.172425] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Lock "87995305-0f03-4676-addb-d78645b767f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.657730] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.657981] env[69169]: DEBUG nova.compute.manager [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.675652] env[69169]: DEBUG nova.compute.manager [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.838070] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Acquiring lock "f57bca06-3394-424d-a62c-dec62eb34742" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.838070] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Lock "f57bca06-3394-424d-a62c-dec62eb34742" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.163286] env[69169]: DEBUG nova.compute.utils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.164750] env[69169]: DEBUG nova.compute.manager [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.165007] env[69169]: DEBUG nova.network.neutron [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.210222] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.210515] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.212695] env[69169]: INFO nova.compute.claims [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.260518] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Acquiring lock "89b968f2-0192-4c0e-99ae-6bfd5585aded" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.260518] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Lock "89b968f2-0192-4c0e-99ae-6bfd5585aded" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.341800] env[69169]: DEBUG nova.compute.manager [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.359442] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Acquiring lock "8b434f45-36f2-414a-b0c9-3f2ea4e71071" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.359944] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Lock "8b434f45-36f2-414a-b0c9-3f2ea4e71071" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.495370] env[69169]: DEBUG nova.policy [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd153f7f6a3e34c658c5dd9fd26732374', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312f6b393a77476eacb4bc4644a99098', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.546519] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Acquiring lock "a46cec90-2d8a-44aa-9270-9fcb61b6d0c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.546947] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Lock "a46cec90-2d8a-44aa-9270-9fcb61b6d0c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.675595] env[69169]: DEBUG nova.compute.manager [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.762944] env[69169]: DEBUG nova.compute.manager [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.864955] env[69169]: DEBUG nova.compute.manager [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.874372] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.952704] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquiring lock "9a5272f3-407b-4a9f-993e-16c75d3ab125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.952704] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "9a5272f3-407b-4a9f-993e-16c75d3ab125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.050401] env[69169]: DEBUG nova.compute.manager [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.291272] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.377823] env[69169]: DEBUG nova.network.neutron [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Successfully created port: 7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.405389] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.425048] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce12f88d-ab6b-403d-9180-895686ea41ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.438325] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405c1dfc-3f6d-4f7c-bf54-87a2c8e916d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.477157] env[69169]: DEBUG nova.compute.manager [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.489405] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7a54ce-f517-47cd-9c5d-c60bf76dc4b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.498744] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e017cc-3383-4fb3-ba98-71af35af412d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.517385] env[69169]: DEBUG nova.compute.provider_tree [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.530735] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "83bb977b-7bc8-44f6-9e4f-80e1e1126a7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.530735] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "83bb977b-7bc8-44f6-9e4f-80e1e1126a7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.576277] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.685089] env[69169]: DEBUG nova.compute.manager [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.836205] env[69169]: DEBUG nova.virt.hardware [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.836582] env[69169]: DEBUG nova.virt.hardware [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.836974] env[69169]: DEBUG nova.virt.hardware [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.841020] env[69169]: DEBUG nova.virt.hardware [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.841020] env[69169]: DEBUG nova.virt.hardware [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.841020] env[69169]: DEBUG nova.virt.hardware [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.841020] env[69169]: DEBUG nova.virt.hardware [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.841020] env[69169]: DEBUG nova.virt.hardware [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.841223] env[69169]: DEBUG nova.virt.hardware [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.841223] env[69169]: DEBUG nova.virt.hardware [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.841223] env[69169]: DEBUG nova.virt.hardware [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.841223] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512b0641-fe7c-4d62-8804-10cec1d35cc3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.852037] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf99171-d2d7-4a12-9e06-7cc8a3386ed3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.871488] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e01e06f-31a8-458a-bb48-8921e9d94583 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.013334] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.023764] env[69169]: DEBUG nova.scheduler.client.report [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.036078] env[69169]: DEBUG nova.compute.manager [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.529817] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.530426] env[69169]: DEBUG nova.compute.manager [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.538111] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.664s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.545020] env[69169]: INFO nova.compute.claims [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.583064] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.055215] env[69169]: DEBUG nova.compute.utils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.056787] env[69169]: DEBUG nova.compute.manager [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.056787] env[69169]: DEBUG nova.network.neutron [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.167520] env[69169]: DEBUG nova.policy [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b536178792604235a293dd016ae97fd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe7d86f8fd2a4e7fad0ae5e66472d664', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.304206] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Acquiring lock "07fafaf6-f2bf-447e-9e2c-8e835afb81d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.304688] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Lock "07fafaf6-f2bf-447e-9e2c-8e835afb81d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.560195] env[69169]: DEBUG nova.compute.manager [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.789390] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f6beee-77a3-477a-87f2-fa78f76daf86 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.797864] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c223eb65-606c-4a8b-a590-f6c9a4d3a024 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.828616] env[69169]: DEBUG nova.compute.manager [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.835609] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aff3af-7b0a-4957-a2e6-c95f4164365d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.847753] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4caeadf-bf4a-4d61-99fc-3c9e7f4122fd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.868201] env[69169]: DEBUG nova.compute.provider_tree [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.994793] env[69169]: DEBUG nova.network.neutron [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Successfully created port: 179ddfeb-14c7-4c6e-87b4-9e09f4894960 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.144169] env[69169]: DEBUG nova.network.neutron [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Successfully updated port: 7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.367015] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.372019] env[69169]: DEBUG nova.scheduler.client.report [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.576980] env[69169]: DEBUG nova.compute.manager [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.616661] env[69169]: DEBUG nova.virt.hardware [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.616661] env[69169]: DEBUG nova.virt.hardware [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.616661] env[69169]: DEBUG nova.virt.hardware [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.617154] env[69169]: DEBUG nova.virt.hardware [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.617154] env[69169]: DEBUG nova.virt.hardware [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.617154] env[69169]: DEBUG nova.virt.hardware [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.617154] env[69169]: DEBUG nova.virt.hardware [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.623263] env[69169]: DEBUG nova.virt.hardware [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.623263] env[69169]: DEBUG nova.virt.hardware [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.623263] env[69169]: DEBUG nova.virt.hardware [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.623263] env[69169]: DEBUG nova.virt.hardware [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.623263] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae641e8e-9108-47a9-9db5-67e82c21b7e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.632075] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a21d979-4336-4d99-bfa1-9126f1beef14 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.648423] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.648580] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquired lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.648746] env[69169]: DEBUG nova.network.neutron [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.796575] env[69169]: DEBUG nova.compute.manager [req-499b4d15-3fd2-44f8-a841-925f4ed32c56 req-07feb94d-4aae-450b-a834-6b5bc00d6920 service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Received event network-vif-plugged-7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.796575] env[69169]: DEBUG oslo_concurrency.lockutils [req-499b4d15-3fd2-44f8-a841-925f4ed32c56 req-07feb94d-4aae-450b-a834-6b5bc00d6920 service nova] Acquiring lock "32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.796659] env[69169]: DEBUG oslo_concurrency.lockutils [req-499b4d15-3fd2-44f8-a841-925f4ed32c56 req-07feb94d-4aae-450b-a834-6b5bc00d6920 service nova] Lock "32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.797942] env[69169]: DEBUG oslo_concurrency.lockutils [req-499b4d15-3fd2-44f8-a841-925f4ed32c56 req-07feb94d-4aae-450b-a834-6b5bc00d6920 service nova] Lock "32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.797942] env[69169]: DEBUG nova.compute.manager [req-499b4d15-3fd2-44f8-a841-925f4ed32c56 req-07feb94d-4aae-450b-a834-6b5bc00d6920 service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] No waiting events found dispatching network-vif-plugged-7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.797942] env[69169]: WARNING nova.compute.manager [req-499b4d15-3fd2-44f8-a841-925f4ed32c56 req-07feb94d-4aae-450b-a834-6b5bc00d6920 service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Received unexpected event network-vif-plugged-7880e817-d95b-4c7f-a554-2bbd944f85ce for instance with vm_state building and task_state spawning. [ 686.878021] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.878682] env[69169]: DEBUG nova.compute.manager [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.882339] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.592s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.884194] env[69169]: INFO nova.compute.claims [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.352238] env[69169]: DEBUG nova.network.neutron [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.389384] env[69169]: DEBUG nova.compute.utils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.393942] env[69169]: DEBUG nova.compute.manager [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.394141] env[69169]: DEBUG nova.network.neutron [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.522622] env[69169]: DEBUG nova.policy [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '234844e7bd7143a29357db2436055477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a892ce371c38413e8bd675f7f0ef50f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.648393] env[69169]: DEBUG nova.network.neutron [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Updating instance_info_cache with network_info: [{"id": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "address": "fa:16:3e:61:21:ad", "network": {"id": "3b175813-76f2-44c1-9ebb-2c44832b4bef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-363049164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312f6b393a77476eacb4bc4644a99098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7880e817-d9", "ovs_interfaceid": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.899592] env[69169]: DEBUG nova.compute.manager [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.065697] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa6edd4-ec2a-4c16-b2ed-e54041752215 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.074713] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29696594-492a-4212-a138-699d137c40e0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.108464] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a49500-d3fe-452a-888e-f720eeeacaba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.116159] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d67666e-3d02-469f-a728-800a35ffd50e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.129752] env[69169]: DEBUG nova.compute.provider_tree [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.153649] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Releasing lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.153967] env[69169]: DEBUG nova.compute.manager [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Instance network_info: |[{"id": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "address": "fa:16:3e:61:21:ad", "network": {"id": "3b175813-76f2-44c1-9ebb-2c44832b4bef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-363049164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312f6b393a77476eacb4bc4644a99098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7880e817-d9", "ovs_interfaceid": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.154440] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:21:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7880e817-d95b-4c7f-a554-2bbd944f85ce', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.171675] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.171971] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e52da47-f960-4cad-9011-114a187a4fa3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.190944] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Created folder: OpenStack in parent group-v4. [ 688.190944] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Creating folder: Project (312f6b393a77476eacb4bc4644a99098). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.190944] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1651f226-513b-4951-b505-8af4c601516a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.198398] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Created folder: Project (312f6b393a77476eacb4bc4644a99098) in parent group-v649481. [ 688.199107] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Creating folder: Instances. Parent ref: group-v649482. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.199632] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62b2b755-72a7-4532-98ef-9fc87b8438fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.210378] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Created folder: Instances in parent group-v649482. [ 688.211537] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.212234] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.212509] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdea00e0-6050-4cdc-9b50-18df696a6b11 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.235463] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.235463] env[69169]: value = "task-3250507" [ 688.235463] env[69169]: _type = "Task" [ 688.235463] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.250791] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250507, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.634639] env[69169]: DEBUG nova.scheduler.client.report [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.692531] env[69169]: DEBUG nova.network.neutron [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Successfully updated port: 179ddfeb-14c7-4c6e-87b4-9e09f4894960 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.746925] env[69169]: DEBUG nova.network.neutron [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Successfully created port: aa55f840-6628-4536-af6a-800ad370435a {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.759111] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250507, 'name': CreateVM_Task, 'duration_secs': 0.374059} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.759111] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.780690] env[69169]: DEBUG oslo_vmware.service [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d960f0cc-ef8f-4d76-865e-29ab1b69eded {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.790291] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.790501] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.791688] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.791897] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3daea1-ac0c-4619-8c97-ae4b8666294e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.797986] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 688.797986] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528f5561-268c-0d00-1c95-f7bc676c7ee1" [ 688.797986] env[69169]: _type = "Task" [ 688.797986] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.806269] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528f5561-268c-0d00-1c95-f7bc676c7ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.915311] env[69169]: DEBUG nova.compute.manager [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.958759] env[69169]: DEBUG nova.virt.hardware [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.959590] env[69169]: DEBUG nova.virt.hardware [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.959590] env[69169]: DEBUG nova.virt.hardware [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.959590] env[69169]: DEBUG nova.virt.hardware [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.960064] env[69169]: DEBUG nova.virt.hardware [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.960399] env[69169]: DEBUG nova.virt.hardware [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.961191] env[69169]: DEBUG nova.virt.hardware [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.961425] env[69169]: DEBUG nova.virt.hardware [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.962119] env[69169]: DEBUG nova.virt.hardware [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.962119] env[69169]: DEBUG nova.virt.hardware [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.962119] env[69169]: DEBUG nova.virt.hardware [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.962811] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682c31b6-6785-4724-8818-665a465f3b38 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.979150] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ca7143-5563-4ac2-b447-df15f7017faa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.140844] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.141549] env[69169]: DEBUG nova.compute.manager [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.145965] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.742s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.148540] env[69169]: INFO nova.compute.claims [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.199494] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Acquiring lock "refresh_cache-87995305-0f03-4676-addb-d78645b767f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.199494] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Acquired lock "refresh_cache-87995305-0f03-4676-addb-d78645b767f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.199494] env[69169]: DEBUG nova.network.neutron [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.275847] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.276210] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.276821] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.276821] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.276821] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.277146] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.277224] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.277397] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69169) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 689.277541] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.317420] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.317420] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.317420] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.317420] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.317662] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.317662] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15c0dc47-ccbd-49ca-a207-40dec63800a9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.336219] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.336219] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.336826] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b9ad0c-d7d7-4a91-bec4-0f180f742408 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.343826] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d35f4b-f1a4-43ae-ad3a-c2f738eea919 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.349647] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 689.349647] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529ec5d7-09a5-c230-fc8e-99e8dfe46e79" [ 689.349647] env[69169]: _type = "Task" [ 689.349647] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.361679] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529ec5d7-09a5-c230-fc8e-99e8dfe46e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.657450] env[69169]: DEBUG nova.compute.utils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.668449] env[69169]: DEBUG nova.compute.manager [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.668449] env[69169]: DEBUG nova.network.neutron [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.746095] env[69169]: DEBUG nova.policy [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c638199b39046c78e6c1050c90d1720', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30b658b2d5014a15a7551aaefb5014ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.781284] env[69169]: DEBUG nova.network.neutron [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.789078] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.864856] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Preparing fetch location {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 689.864856] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Creating directory with path [datastore1] vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166/79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.865037] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6a639a2-1044-49b7-ba26-9d1baadc8f6f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.880474] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Created directory with path [datastore1] vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166/79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.880771] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Fetch image to [datastore1] vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 689.880886] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Downloading image file data 79c83abe-1909-4aa1-bc0e-85798aeb6044 to [datastore1] vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk on the data store datastore1 {{(pid=69169) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 689.882624] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca5aa30-210d-4db2-8fe7-31bae9fd1550 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.894610] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d75bc92-b382-4ffa-9ffc-6889a93e0b2a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.907818] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d7924a-b170-48eb-9f71-4e7aca349415 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.950778] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157b23a9-6bf8-4864-b76d-8305f828bba0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.958068] env[69169]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-100bac6d-6050-488b-9f28-9eed020555d5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.991299] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Downloading image file data 79c83abe-1909-4aa1-bc0e-85798aeb6044 to the data store datastore1 {{(pid=69169) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 690.015569] env[69169]: DEBUG nova.network.neutron [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Updating instance_info_cache with network_info: [{"id": "179ddfeb-14c7-4c6e-87b4-9e09f4894960", "address": "fa:16:3e:ae:a4:bb", "network": {"id": "4909476d-e988-4491-b8fb-95d705dbd998", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1996792357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe7d86f8fd2a4e7fad0ae5e66472d664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179ddfeb-14", "ovs_interfaceid": "179ddfeb-14c7-4c6e-87b4-9e09f4894960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.087252] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69169) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 690.155363] env[69169]: DEBUG nova.compute.manager [req-0165cdfd-8a62-48a9-8fce-dab381112f31 req-5e7e7959-97e0-4300-b664-20d916765fef service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Received event network-changed-7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.155363] env[69169]: DEBUG nova.compute.manager [req-0165cdfd-8a62-48a9-8fce-dab381112f31 req-5e7e7959-97e0-4300-b664-20d916765fef service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Refreshing instance network info cache due to event network-changed-7880e817-d95b-4c7f-a554-2bbd944f85ce. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.155363] env[69169]: DEBUG oslo_concurrency.lockutils [req-0165cdfd-8a62-48a9-8fce-dab381112f31 req-5e7e7959-97e0-4300-b664-20d916765fef service nova] Acquiring lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.155363] env[69169]: DEBUG oslo_concurrency.lockutils [req-0165cdfd-8a62-48a9-8fce-dab381112f31 req-5e7e7959-97e0-4300-b664-20d916765fef service nova] Acquired lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.155363] env[69169]: DEBUG nova.network.neutron [req-0165cdfd-8a62-48a9-8fce-dab381112f31 req-5e7e7959-97e0-4300-b664-20d916765fef service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Refreshing network info cache for port 7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.163279] env[69169]: DEBUG nova.compute.manager [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.291447] env[69169]: DEBUG nova.network.neutron [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Successfully created port: 41017ab7-deb9-4b0f-b24f-b39f375acf95 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.354427] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210f4c1f-cddb-4b49-a48f-0dfff0e66b4e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.365777] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b656c0-67e6-4810-8aad-eec489576e1c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.410563] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872559a2-a56f-4322-9fc4-3f24fa664903 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.414222] env[69169]: DEBUG nova.compute.manager [req-d3061711-110f-4207-872d-21339da1b282 req-1fb9c361-1b45-44a5-a1a6-af868936864c service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Received event network-vif-plugged-179ddfeb-14c7-4c6e-87b4-9e09f4894960 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.414439] env[69169]: DEBUG oslo_concurrency.lockutils [req-d3061711-110f-4207-872d-21339da1b282 req-1fb9c361-1b45-44a5-a1a6-af868936864c service nova] Acquiring lock "87995305-0f03-4676-addb-d78645b767f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.414769] env[69169]: DEBUG oslo_concurrency.lockutils [req-d3061711-110f-4207-872d-21339da1b282 req-1fb9c361-1b45-44a5-a1a6-af868936864c service nova] Lock "87995305-0f03-4676-addb-d78645b767f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.415432] env[69169]: DEBUG oslo_concurrency.lockutils [req-d3061711-110f-4207-872d-21339da1b282 req-1fb9c361-1b45-44a5-a1a6-af868936864c service nova] Lock "87995305-0f03-4676-addb-d78645b767f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.415666] env[69169]: DEBUG nova.compute.manager [req-d3061711-110f-4207-872d-21339da1b282 req-1fb9c361-1b45-44a5-a1a6-af868936864c service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] No waiting events found dispatching network-vif-plugged-179ddfeb-14c7-4c6e-87b4-9e09f4894960 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.415847] env[69169]: WARNING nova.compute.manager [req-d3061711-110f-4207-872d-21339da1b282 req-1fb9c361-1b45-44a5-a1a6-af868936864c service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Received unexpected event network-vif-plugged-179ddfeb-14c7-4c6e-87b4-9e09f4894960 for instance with vm_state building and task_state spawning. [ 690.424728] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc258b4-013f-4731-ab75-90cca9ae6081 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.444054] env[69169]: DEBUG nova.compute.provider_tree [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.522113] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Releasing lock "refresh_cache-87995305-0f03-4676-addb-d78645b767f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.522435] env[69169]: DEBUG nova.compute.manager [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Instance network_info: |[{"id": "179ddfeb-14c7-4c6e-87b4-9e09f4894960", "address": "fa:16:3e:ae:a4:bb", "network": {"id": "4909476d-e988-4491-b8fb-95d705dbd998", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1996792357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe7d86f8fd2a4e7fad0ae5e66472d664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179ddfeb-14", "ovs_interfaceid": "179ddfeb-14c7-4c6e-87b4-9e09f4894960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.522930] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:a4:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '179ddfeb-14c7-4c6e-87b4-9e09f4894960', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.535771] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Creating folder: Project (fe7d86f8fd2a4e7fad0ae5e66472d664). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.540486] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef1a3d77-1e29-45d3-9d3f-22c76d66603c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.552898] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Created folder: Project (fe7d86f8fd2a4e7fad0ae5e66472d664) in parent group-v649481. [ 690.553036] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Creating folder: Instances. Parent ref: group-v649485. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.555986] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb2359a9-1a5d-4565-b059-63a05a1fcd03 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.569421] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Created folder: Instances in parent group-v649485. [ 690.569692] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.569925] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87995305-0f03-4676-addb-d78645b767f7] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.570152] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-decfe96c-ff02-4cbf-b832-07e21bb99038 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.593837] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.593837] env[69169]: value = "task-3250510" [ 690.593837] env[69169]: _type = "Task" [ 690.593837] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.603712] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250510, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.850438] env[69169]: DEBUG nova.network.neutron [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Successfully updated port: aa55f840-6628-4536-af6a-800ad370435a {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.863415] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Completed reading data from the image iterator. {{(pid=69169) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 690.863415] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 690.919118] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Downloaded image file data 79c83abe-1909-4aa1-bc0e-85798aeb6044 to vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk on the data store datastore1 {{(pid=69169) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 690.921368] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Caching image {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 690.921630] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Copying Virtual Disk [datastore1] vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk to [datastore1] vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.922037] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14d6ec43-7093-43d8-ad5b-8245ff0638da {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.930723] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 690.930723] env[69169]: value = "task-3250511" [ 690.930723] env[69169]: _type = "Task" [ 690.930723] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.944322] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.947857] env[69169]: DEBUG nova.scheduler.client.report [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.024403] env[69169]: DEBUG nova.network.neutron [req-0165cdfd-8a62-48a9-8fce-dab381112f31 req-5e7e7959-97e0-4300-b664-20d916765fef service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Updated VIF entry in instance network info cache for port 7880e817-d95b-4c7f-a554-2bbd944f85ce. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.024785] env[69169]: DEBUG nova.network.neutron [req-0165cdfd-8a62-48a9-8fce-dab381112f31 req-5e7e7959-97e0-4300-b664-20d916765fef service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Updating instance_info_cache with network_info: [{"id": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "address": "fa:16:3e:61:21:ad", "network": {"id": "3b175813-76f2-44c1-9ebb-2c44832b4bef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-363049164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312f6b393a77476eacb4bc4644a99098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7880e817-d9", "ovs_interfaceid": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.108317] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250510, 'name': CreateVM_Task, 'duration_secs': 0.355482} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.108317] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87995305-0f03-4676-addb-d78645b767f7] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.108317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.108317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.108317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.108592] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b68849-6cc3-4b5e-bb8e-1a5cfa6a1726 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.114958] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Waiting for the task: (returnval){ [ 691.114958] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d6e03b-0ff7-04b5-9523-215be87d6fd4" [ 691.114958] env[69169]: _type = "Task" [ 691.114958] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.124263] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d6e03b-0ff7-04b5-9523-215be87d6fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.175364] env[69169]: DEBUG nova.compute.manager [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.223939] env[69169]: DEBUG nova.virt.hardware [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.224245] env[69169]: DEBUG nova.virt.hardware [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.224427] env[69169]: DEBUG nova.virt.hardware [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.224622] env[69169]: DEBUG nova.virt.hardware [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.224788] env[69169]: DEBUG nova.virt.hardware [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.224933] env[69169]: DEBUG nova.virt.hardware [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.225688] env[69169]: DEBUG nova.virt.hardware [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.225688] env[69169]: DEBUG nova.virt.hardware [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.225688] env[69169]: DEBUG nova.virt.hardware [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.225874] env[69169]: DEBUG nova.virt.hardware [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.225979] env[69169]: DEBUG nova.virt.hardware [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.227054] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf470c4d-2915-443c-a069-5df716641a27 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.237536] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6263d04-7807-4297-9d5b-d91a50cde5f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.356562] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Acquiring lock "refresh_cache-f57bca06-3394-424d-a62c-dec62eb34742" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.356796] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Acquired lock "refresh_cache-f57bca06-3394-424d-a62c-dec62eb34742" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.357582] env[69169]: DEBUG nova.network.neutron [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.443879] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250511, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.457444] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.457971] env[69169]: DEBUG nova.compute.manager [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.461322] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.885s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.462863] env[69169]: INFO nova.compute.claims [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.527467] env[69169]: DEBUG oslo_concurrency.lockutils [req-0165cdfd-8a62-48a9-8fce-dab381112f31 req-5e7e7959-97e0-4300-b664-20d916765fef service nova] Releasing lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.625119] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.625742] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.625742] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.952391] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669552} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.954314] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Copied Virtual Disk [datastore1] vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk to [datastore1] vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.954314] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Deleting the datastore file [datastore1] vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.954314] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b99f567e-147f-43e9-aea6-9ff895615c0a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.964019] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 691.964019] env[69169]: value = "task-3250512" [ 691.964019] env[69169]: _type = "Task" [ 691.964019] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.970456] env[69169]: DEBUG nova.compute.utils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.975330] env[69169]: DEBUG nova.compute.manager [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.975657] env[69169]: DEBUG nova.network.neutron [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.984848] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.034801] env[69169]: DEBUG nova.network.neutron [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.121738] env[69169]: DEBUG nova.policy [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5dc45366cbd45fb85e5a73bbd46eeb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3e1ffa12d8f44498e4e96d9a0b35ab1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.131222] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "325e4182-3660-474a-a59d-7df355c291ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.131598] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "325e4182-3660-474a-a59d-7df355c291ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.153887] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "22189f25-f644-496a-9c2b-961b7c372772" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.154129] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "22189f25-f644-496a-9c2b-961b7c372772" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.477735] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022379} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.478375] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.478375] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Moving file from [datastore1] vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166/79c83abe-1909-4aa1-bc0e-85798aeb6044 to [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044. {{(pid=69169) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 692.478844] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c077ef1e-db00-47ca-85c2-2c81e026867b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.486462] env[69169]: DEBUG nova.compute.manager [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.496280] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 692.496280] env[69169]: value = "task-3250513" [ 692.496280] env[69169]: _type = "Task" [ 692.496280] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.506032] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250513, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.638126] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.658778] env[69169]: DEBUG nova.network.neutron [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Updating instance_info_cache with network_info: [{"id": "aa55f840-6628-4536-af6a-800ad370435a", "address": "fa:16:3e:0b:32:35", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa55f840-66", "ovs_interfaceid": "aa55f840-6628-4536-af6a-800ad370435a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.739510] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b19d2a-760e-47d4-90d6-f47a8b34f6c8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.743451] env[69169]: DEBUG nova.network.neutron [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Successfully updated port: 41017ab7-deb9-4b0f-b24f-b39f375acf95 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.749446] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57bcded-58ba-4053-9590-0904b0898f5c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.786465] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd18b3af-5606-43b3-a381-90ebc150ffc0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.796265] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a706e2fc-b0ba-42d9-9cf3-f270f05a7d3c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.812444] env[69169]: DEBUG nova.compute.provider_tree [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.009020] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250513, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02726} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.009020] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] File moved {{(pid=69169) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 693.009400] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Cleaning up location [datastore1] vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 693.009456] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Deleting the datastore file [datastore1] vmware_temp/1d6b2f30-b924-4a92-b069-70794a96d166 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.009697] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85bc8034-83da-4380-aa89-3ad80d302f92 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.016717] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 693.016717] env[69169]: value = "task-3250514" [ 693.016717] env[69169]: _type = "Task" [ 693.016717] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.026564] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.162299] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.162773] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Releasing lock "refresh_cache-f57bca06-3394-424d-a62c-dec62eb34742" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.163284] env[69169]: DEBUG nova.compute.manager [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Instance network_info: |[{"id": "aa55f840-6628-4536-af6a-800ad370435a", "address": "fa:16:3e:0b:32:35", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa55f840-66", "ovs_interfaceid": "aa55f840-6628-4536-af6a-800ad370435a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.164956] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:32:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa55f840-6628-4536-af6a-800ad370435a', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.175025] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Creating folder: Project (a892ce371c38413e8bd675f7f0ef50f1). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.176844] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8b9f951-b1a4-467e-979c-e92a4b45b758 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.190443] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Created folder: Project (a892ce371c38413e8bd675f7f0ef50f1) in parent group-v649481. [ 693.190645] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Creating folder: Instances. Parent ref: group-v649488. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.190882] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74e24a10-fad2-44c6-b0d9-297d243e1cee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.200214] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Created folder: Instances in parent group-v649488. [ 693.200469] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.200662] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.200856] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53ed375c-8248-450b-99b1-ccc51c61f4cb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.225336] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.225336] env[69169]: value = "task-3250517" [ 693.225336] env[69169]: _type = "Task" [ 693.225336] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.233671] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250517, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.249642] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Acquiring lock "refresh_cache-89b968f2-0192-4c0e-99ae-6bfd5585aded" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.249642] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Acquired lock "refresh_cache-89b968f2-0192-4c0e-99ae-6bfd5585aded" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.249642] env[69169]: DEBUG nova.network.neutron [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.316590] env[69169]: DEBUG nova.scheduler.client.report [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.344755] env[69169]: DEBUG nova.network.neutron [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Successfully created port: 5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.379546] env[69169]: DEBUG nova.compute.manager [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Received event network-changed-179ddfeb-14c7-4c6e-87b4-9e09f4894960 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.379739] env[69169]: DEBUG nova.compute.manager [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Refreshing instance network info cache due to event network-changed-179ddfeb-14c7-4c6e-87b4-9e09f4894960. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.379950] env[69169]: DEBUG oslo_concurrency.lockutils [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] Acquiring lock "refresh_cache-87995305-0f03-4676-addb-d78645b767f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.380165] env[69169]: DEBUG oslo_concurrency.lockutils [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] Acquired lock "refresh_cache-87995305-0f03-4676-addb-d78645b767f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.380336] env[69169]: DEBUG nova.network.neutron [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Refreshing network info cache for port 179ddfeb-14c7-4c6e-87b4-9e09f4894960 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.498851] env[69169]: DEBUG nova.compute.manager [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.521190] env[69169]: DEBUG nova.virt.hardware [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.521430] env[69169]: DEBUG nova.virt.hardware [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.521585] env[69169]: DEBUG nova.virt.hardware [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.521760] env[69169]: DEBUG nova.virt.hardware [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.521897] env[69169]: DEBUG nova.virt.hardware [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.523924] env[69169]: DEBUG nova.virt.hardware [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.524442] env[69169]: DEBUG nova.virt.hardware [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.524535] env[69169]: DEBUG nova.virt.hardware [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.524671] env[69169]: DEBUG nova.virt.hardware [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.524834] env[69169]: DEBUG nova.virt.hardware [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.525034] env[69169]: DEBUG nova.virt.hardware [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.529913] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6ec428-41aa-4335-ba12-26ad6c6b1715 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.538438] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023325} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.540255] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.541099] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c32d63-1ea3-4e6f-aec2-4c2262ab8d60 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.551442] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e3afb0-d815-41d8-8044-edea0d7e0531 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.558157] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 693.558157] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f639bc-022e-be72-2fab-c4d7b2b774b8" [ 693.558157] env[69169]: _type = "Task" [ 693.558157] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.574393] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f639bc-022e-be72-2fab-c4d7b2b774b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008738} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.574659] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.575436] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1/32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.575436] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.575436] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.575690] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3ba2649-0e12-4988-9129-79c34279e4d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.577699] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb9850ad-1aa7-4a8e-b0a1-410c8e423a9d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.584559] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 693.584559] env[69169]: value = "task-3250518" [ 693.584559] env[69169]: _type = "Task" [ 693.584559] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.589335] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.589535] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.590952] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756fdf08-c370-465d-a94b-38ebbf3ee3af {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.597102] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.599926] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Waiting for the task: (returnval){ [ 693.599926] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e995b5-bba7-b638-bd12-0493e6563351" [ 693.599926] env[69169]: _type = "Task" [ 693.599926] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.608270] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e995b5-bba7-b638-bd12-0493e6563351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.739408] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250517, 'name': CreateVM_Task, 'duration_secs': 0.373867} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.739657] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.744754] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.744948] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.745337] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.746604] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7edc0f8e-bdd9-4e02-bb07-8000ac0c1dd1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.755632] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Waiting for the task: (returnval){ [ 693.755632] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52af6abb-9acd-af25-172a-7647b5d62e3b" [ 693.755632] env[69169]: _type = "Task" [ 693.755632] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.764962] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52af6abb-9acd-af25-172a-7647b5d62e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.824075] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.824075] env[69169]: DEBUG nova.compute.manager [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.825996] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.813s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.830170] env[69169]: INFO nova.compute.claims [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.857653] env[69169]: DEBUG nova.network.neutron [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.099562] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481105} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.099882] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1/32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.099967] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.102230] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-961c5e6c-6c94-4907-a315-a9b3fdf0cb47 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.111402] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 694.111402] env[69169]: value = "task-3250519" [ 694.111402] env[69169]: _type = "Task" [ 694.111402] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.115738] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e995b5-bba7-b638-bd12-0493e6563351, 'name': SearchDatastore_Task, 'duration_secs': 0.018217} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.120679] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937274c7-d8ca-4ccf-aff6-1656568429d4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.128795] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.133131] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Waiting for the task: (returnval){ [ 694.133131] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5274f6d4-be3e-41a4-931f-6fa5a1e543e6" [ 694.133131] env[69169]: _type = "Task" [ 694.133131] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.144579] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5274f6d4-be3e-41a4-931f-6fa5a1e543e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.144929] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.145154] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 87995305-0f03-4676-addb-d78645b767f7/87995305-0f03-4676-addb-d78645b767f7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.145461] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67667172-a462-4734-b51e-ebaebb444b0f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.152393] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Waiting for the task: (returnval){ [ 694.152393] env[69169]: value = "task-3250520" [ 694.152393] env[69169]: _type = "Task" [ 694.152393] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.161389] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.220293] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquiring lock "dc28dceb-ec90-4b24-804a-b2bf31fcd959" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.220590] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Lock "dc28dceb-ec90-4b24-804a-b2bf31fcd959" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.269028] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52af6abb-9acd-af25-172a-7647b5d62e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.066947} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.271472] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.271863] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.272440] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.272440] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.272440] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.272754] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-632ff2d7-0d60-487d-9c83-b13778d52a05 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.282135] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.282135] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.282302] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05bc2201-a04e-49eb-af2d-1d90ee5894da {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.288450] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Waiting for the task: (returnval){ [ 694.288450] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d2465b-4cb4-839c-10c7-c7c7ee3036aa" [ 694.288450] env[69169]: _type = "Task" [ 694.288450] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.297548] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d2465b-4cb4-839c-10c7-c7c7ee3036aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.333040] env[69169]: DEBUG nova.compute.utils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.337248] env[69169]: DEBUG nova.compute.manager [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Not allocating networking since 'none' was specified. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 694.350870] env[69169]: DEBUG nova.network.neutron [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Updating instance_info_cache with network_info: [{"id": "41017ab7-deb9-4b0f-b24f-b39f375acf95", "address": "fa:16:3e:61:4d:20", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41017ab7-de", "ovs_interfaceid": "41017ab7-deb9-4b0f-b24f-b39f375acf95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.365637] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "74cd622c-eab8-4327-ac53-5ed338f30d80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.365796] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "74cd622c-eab8-4327-ac53-5ed338f30d80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.627118] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077035} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.627413] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.628311] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8631faeb-3778-46ea-862b-90d279e8834d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.654282] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1/32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.655873] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb267bba-3f6a-4271-b5b1-2c7ca0677280 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.683931] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469772} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.685336] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 87995305-0f03-4676-addb-d78645b767f7/87995305-0f03-4676-addb-d78645b767f7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.685562] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.685862] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 694.685862] env[69169]: value = "task-3250521" [ 694.685862] env[69169]: _type = "Task" [ 694.685862] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.686221] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09d1a7f4-e5f4-49c3-b1f7-fdb7219e8807 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.697997] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Waiting for the task: (returnval){ [ 694.697997] env[69169]: value = "task-3250522" [ 694.697997] env[69169]: _type = "Task" [ 694.697997] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.705650] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.805801] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d2465b-4cb4-839c-10c7-c7c7ee3036aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008047} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.805801] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d93cb5b-52be-47c2-b1fc-9dfd0cde18d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.812369] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Waiting for the task: (returnval){ [ 694.812369] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d2206d-4cbc-a685-c6a0-5243028aa4b2" [ 694.812369] env[69169]: _type = "Task" [ 694.812369] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.819045] env[69169]: DEBUG nova.network.neutron [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Updated VIF entry in instance network info cache for port 179ddfeb-14c7-4c6e-87b4-9e09f4894960. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.819374] env[69169]: DEBUG nova.network.neutron [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Updating instance_info_cache with network_info: [{"id": "179ddfeb-14c7-4c6e-87b4-9e09f4894960", "address": "fa:16:3e:ae:a4:bb", "network": {"id": "4909476d-e988-4491-b8fb-95d705dbd998", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1996792357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe7d86f8fd2a4e7fad0ae5e66472d664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179ddfeb-14", "ovs_interfaceid": "179ddfeb-14c7-4c6e-87b4-9e09f4894960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.827263] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d2206d-4cbc-a685-c6a0-5243028aa4b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008631} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.827562] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.827808] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] f57bca06-3394-424d-a62c-dec62eb34742/f57bca06-3394-424d-a62c-dec62eb34742.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.832212] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bf676fa-33f0-4be9-9150-05da54103ab5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.837620] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Waiting for the task: (returnval){ [ 694.837620] env[69169]: value = "task-3250523" [ 694.837620] env[69169]: _type = "Task" [ 694.837620] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.838316] env[69169]: DEBUG nova.compute.manager [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.851688] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.858035] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Releasing lock "refresh_cache-89b968f2-0192-4c0e-99ae-6bfd5585aded" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.858469] env[69169]: DEBUG nova.compute.manager [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Instance network_info: |[{"id": "41017ab7-deb9-4b0f-b24f-b39f375acf95", "address": "fa:16:3e:61:4d:20", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41017ab7-de", "ovs_interfaceid": "41017ab7-deb9-4b0f-b24f-b39f375acf95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.858760] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:4d:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41017ab7-deb9-4b0f-b24f-b39f375acf95', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.867406] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Creating folder: Project (30b658b2d5014a15a7551aaefb5014ec). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.868036] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73165787-d862-436d-9cc8-b3a65ad9f874 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.879998] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Created folder: Project (30b658b2d5014a15a7551aaefb5014ec) in parent group-v649481. [ 694.880218] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Creating folder: Instances. Parent ref: group-v649491. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.880460] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63effc60-ce44-4bea-8500-3e96e4d33ba5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.893153] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Created folder: Instances in parent group-v649491. [ 694.893414] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.893608] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.893815] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5fbffc3-1747-44de-95e2-38b0144ea73a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.928974] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.928974] env[69169]: value = "task-3250526" [ 694.928974] env[69169]: _type = "Task" [ 694.928974] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.940433] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250526, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.149293] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708de534-1676-4107-8288-abf57af99109 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.163163] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ecc7c3-6b19-41d6-b329-9b296f73c4d6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.224053] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e7a892-f911-4398-9bba-553980c0631e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.235517] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069111} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.239141] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.239520] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250521, 'name': ReconfigVM_Task, 'duration_secs': 0.341675} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.241891] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d575120-c225-4eea-b731-2e8d2368b066 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.244703] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1/32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.245998] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfdb1c61-7006-44df-8e35-521989f29cd0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.265741] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc87b83e-8730-479c-9663-380108187b60 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.280741] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 87995305-0f03-4676-addb-d78645b767f7/87995305-0f03-4676-addb-d78645b767f7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.282762] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47907dee-a961-491c-af39-164cd6face97 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.299906] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 695.299906] env[69169]: value = "task-3250527" [ 695.299906] env[69169]: _type = "Task" [ 695.299906] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.312716] env[69169]: DEBUG nova.compute.provider_tree [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.316278] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Waiting for the task: (returnval){ [ 695.316278] env[69169]: value = "task-3250528" [ 695.316278] env[69169]: _type = "Task" [ 695.316278] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.325032] env[69169]: DEBUG oslo_concurrency.lockutils [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] Releasing lock "refresh_cache-87995305-0f03-4676-addb-d78645b767f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.325376] env[69169]: DEBUG nova.compute.manager [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Received event network-vif-plugged-aa55f840-6628-4536-af6a-800ad370435a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.325612] env[69169]: DEBUG oslo_concurrency.lockutils [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] Acquiring lock "f57bca06-3394-424d-a62c-dec62eb34742-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.325853] env[69169]: DEBUG oslo_concurrency.lockutils [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] Lock "f57bca06-3394-424d-a62c-dec62eb34742-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.326047] env[69169]: DEBUG oslo_concurrency.lockutils [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] Lock "f57bca06-3394-424d-a62c-dec62eb34742-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.326192] env[69169]: DEBUG nova.compute.manager [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: f57bca06-3394-424d-a62c-dec62eb34742] No waiting events found dispatching network-vif-plugged-aa55f840-6628-4536-af6a-800ad370435a {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.326376] env[69169]: WARNING nova.compute.manager [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Received unexpected event network-vif-plugged-aa55f840-6628-4536-af6a-800ad370435a for instance with vm_state building and task_state spawning. [ 695.326540] env[69169]: DEBUG nova.compute.manager [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Received event network-changed-aa55f840-6628-4536-af6a-800ad370435a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.326708] env[69169]: DEBUG nova.compute.manager [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Refreshing instance network info cache due to event network-changed-aa55f840-6628-4536-af6a-800ad370435a. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.326956] env[69169]: DEBUG oslo_concurrency.lockutils [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] Acquiring lock "refresh_cache-f57bca06-3394-424d-a62c-dec62eb34742" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.327058] env[69169]: DEBUG oslo_concurrency.lockutils [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] Acquired lock "refresh_cache-f57bca06-3394-424d-a62c-dec62eb34742" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.327239] env[69169]: DEBUG nova.network.neutron [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Refreshing network info cache for port aa55f840-6628-4536-af6a-800ad370435a {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.328484] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250527, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.338772] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.359832] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250523, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.449302] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250526, 'name': CreateVM_Task, 'duration_secs': 0.353728} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.449302] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.449302] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.449302] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.449302] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.449302] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79d3527-b850-489a-a757-1340e2cc57b4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.460934] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Waiting for the task: (returnval){ [ 695.460934] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522750ef-c5ea-c30d-e403-10714414b1ad" [ 695.460934] env[69169]: _type = "Task" [ 695.460934] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.481985] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522750ef-c5ea-c30d-e403-10714414b1ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014651} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.482378] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.482869] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.482968] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.483058] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.483283] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.483572] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5b3fcda-53ee-475c-952d-19ca08e7dac0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.501147] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.501147] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.501764] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7bd67eb-1112-408f-ae67-49c7b41757c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.509756] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Waiting for the task: (returnval){ [ 695.509756] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a490f5-e509-7f76-3b86-840a2f643ad4" [ 695.509756] env[69169]: _type = "Task" [ 695.509756] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.522124] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a490f5-e509-7f76-3b86-840a2f643ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.008159} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.523982] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26b8813-01c1-42b3-b091-fd73995aa045 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.531940] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Waiting for the task: (returnval){ [ 695.531940] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520eb99a-21d8-40cc-74ce-b92c5057a62c" [ 695.531940] env[69169]: _type = "Task" [ 695.531940] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.541133] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520eb99a-21d8-40cc-74ce-b92c5057a62c, 'name': SearchDatastore_Task, 'duration_secs': 0.008601} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.542138] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.545444] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 89b968f2-0192-4c0e-99ae-6bfd5585aded/89b968f2-0192-4c0e-99ae-6bfd5585aded.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.545444] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2273a687-856b-47f1-a08e-c2dd481c635c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.553980] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Waiting for the task: (returnval){ [ 695.553980] env[69169]: value = "task-3250529" [ 695.553980] env[69169]: _type = "Task" [ 695.553980] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.562850] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.818363] env[69169]: DEBUG nova.scheduler.client.report [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.825775] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250527, 'name': Rename_Task, 'duration_secs': 0.259273} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.831448] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.834912] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1df69c29-0140-4385-849d-5ec3d90d944b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.845083] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250528, 'name': ReconfigVM_Task, 'duration_secs': 0.41519} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.849917] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 87995305-0f03-4676-addb-d78645b767f7/87995305-0f03-4676-addb-d78645b767f7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.850913] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 695.850913] env[69169]: value = "task-3250530" [ 695.850913] env[69169]: _type = "Task" [ 695.850913] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.853065] env[69169]: DEBUG nova.compute.manager [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.857022] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-313dfdd8-ddef-4a2d-9f27-99e7379ceb7e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.870197] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629718} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.870862] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] f57bca06-3394-424d-a62c-dec62eb34742/f57bca06-3394-424d-a62c-dec62eb34742.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.871093] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.871372] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5c6ef43-c237-4342-b3c8-8aa44a5e7dfa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.877558] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.881356] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Waiting for the task: (returnval){ [ 695.881356] env[69169]: value = "task-3250531" [ 695.881356] env[69169]: _type = "Task" [ 695.881356] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.887134] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Waiting for the task: (returnval){ [ 695.887134] env[69169]: value = "task-3250532" [ 695.887134] env[69169]: _type = "Task" [ 695.887134] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.893152] env[69169]: DEBUG nova.virt.hardware [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.893426] env[69169]: DEBUG nova.virt.hardware [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.893556] env[69169]: DEBUG nova.virt.hardware [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.893732] env[69169]: DEBUG nova.virt.hardware [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.893875] env[69169]: DEBUG nova.virt.hardware [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.894077] env[69169]: DEBUG nova.virt.hardware [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.894274] env[69169]: DEBUG nova.virt.hardware [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.894433] env[69169]: DEBUG nova.virt.hardware [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.894600] env[69169]: DEBUG nova.virt.hardware [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.894763] env[69169]: DEBUG nova.virt.hardware [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.894931] env[69169]: DEBUG nova.virt.hardware [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.899263] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a628d4f6-f8a6-460f-a5fc-d7c989b7db99 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.902330] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250531, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.910184] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.916993] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327753db-07f3-4035-9b1d-ed696d17626b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.936869] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.943694] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Creating folder: Project (35f7532c86d443e5926c7df8095e521b). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.943694] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4249c7af-c7df-432a-833c-341e6fb99119 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.954943] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Created folder: Project (35f7532c86d443e5926c7df8095e521b) in parent group-v649481. [ 695.954943] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Creating folder: Instances. Parent ref: group-v649494. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.954943] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b229e6c9-5e34-4a31-a7e3-89e608d50296 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.964391] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Created folder: Instances in parent group-v649494. [ 695.964641] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.965109] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.965109] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10420030-013a-4553-970e-871a0125a39c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.983740] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.983740] env[69169]: value = "task-3250535" [ 695.983740] env[69169]: _type = "Task" [ 695.983740] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.993420] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250535, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.069996] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250529, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.333856] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.334441] env[69169]: DEBUG nova.compute.manager [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.338372] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.755s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.339803] env[69169]: INFO nova.compute.claims [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.379749] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250530, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.410662] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250531, 'name': Rename_Task, 'duration_secs': 0.480357} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.413032] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095762} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.413879] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.414326] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.415066] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1907985d-8e76-4ade-8c38-0d58150ef57b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.417886] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc07f77-139d-4340-9ecc-08068cfc4485 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.444355] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] f57bca06-3394-424d-a62c-dec62eb34742/f57bca06-3394-424d-a62c-dec62eb34742.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.446768] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-765fbe3f-bdc7-4ff8-8f04-f2b886945928 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.461650] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Waiting for the task: (returnval){ [ 696.461650] env[69169]: value = "task-3250536" [ 696.461650] env[69169]: _type = "Task" [ 696.461650] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.469355] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Waiting for the task: (returnval){ [ 696.469355] env[69169]: value = "task-3250537" [ 696.469355] env[69169]: _type = "Task" [ 696.469355] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.478228] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.495856] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250535, 'name': CreateVM_Task, 'duration_secs': 0.350324} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.496445] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.498090] env[69169]: DEBUG oslo_vmware.service [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550f48e0-1409-4e10-bc16-5c0569f846a9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.506962] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.507220] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.507830] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.508106] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882bc91f-a068-4dac-aa4d-32f54e2f47c8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.514996] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 696.514996] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e32e4f-22a3-8507-644b-bcf683394da2" [ 696.514996] env[69169]: _type = "Task" [ 696.514996] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.522840] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e32e4f-22a3-8507-644b-bcf683394da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.568325] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618231} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.568596] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 89b968f2-0192-4c0e-99ae-6bfd5585aded/89b968f2-0192-4c0e-99ae-6bfd5585aded.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.568799] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.569089] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0420bb6-a805-40e9-9b5d-b31b06b729d0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.576891] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Waiting for the task: (returnval){ [ 696.576891] env[69169]: value = "task-3250538" [ 696.576891] env[69169]: _type = "Task" [ 696.576891] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.588650] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.589333] env[69169]: DEBUG nova.network.neutron [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Updated VIF entry in instance network info cache for port aa55f840-6628-4536-af6a-800ad370435a. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.589682] env[69169]: DEBUG nova.network.neutron [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Updating instance_info_cache with network_info: [{"id": "aa55f840-6628-4536-af6a-800ad370435a", "address": "fa:16:3e:0b:32:35", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa55f840-66", "ovs_interfaceid": "aa55f840-6628-4536-af6a-800ad370435a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.606532] env[69169]: DEBUG nova.network.neutron [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Successfully updated port: 5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.844093] env[69169]: DEBUG nova.compute.utils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.847797] env[69169]: DEBUG nova.compute.manager [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.847797] env[69169]: DEBUG nova.network.neutron [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.875952] env[69169]: DEBUG oslo_vmware.api [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250530, 'name': PowerOnVM_Task, 'duration_secs': 0.673721} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.876426] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.876886] env[69169]: INFO nova.compute.manager [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Took 13.19 seconds to spawn the instance on the hypervisor. [ 696.877149] env[69169]: DEBUG nova.compute.manager [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.878044] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe3e2f9-77dc-40ad-b3e1-d6e40e4f1058 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.947953] env[69169]: DEBUG nova.policy [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfed2c44d2274e52a2a69643e1d0d22f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '117ed2a707364a99878fd89d98b718c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.977340] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250536, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.984218] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250537, 'name': ReconfigVM_Task, 'duration_secs': 0.305371} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.984577] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Reconfigured VM instance instance-00000003 to attach disk [datastore1] f57bca06-3394-424d-a62c-dec62eb34742/f57bca06-3394-424d-a62c-dec62eb34742.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.986613] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78f67334-091d-4494-aca6-db64b6a536b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.992289] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Waiting for the task: (returnval){ [ 696.992289] env[69169]: value = "task-3250539" [ 696.992289] env[69169]: _type = "Task" [ 696.992289] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.002463] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250539, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.025027] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.025027] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.025027] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.025027] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.025326] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.025326] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d761ea56-c40c-41b0-80a0-c76c31bfdc6d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.034414] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.034606] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.035484] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329a6c51-6046-4ebf-8a0f-596cd3f00118 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.041571] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05af096b-aca3-402c-af0e-f6c477d8660a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.046541] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 697.046541] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52363b41-7fb7-5c6d-cd6e-372e9d52e4d2" [ 697.046541] env[69169]: _type = "Task" [ 697.046541] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.054376] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52363b41-7fb7-5c6d-cd6e-372e9d52e4d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.085843] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144077} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.086652] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.087630] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dcb00f-adcb-4349-b04d-3d022b5860e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.092214] env[69169]: DEBUG oslo_concurrency.lockutils [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] Releasing lock "refresh_cache-f57bca06-3394-424d-a62c-dec62eb34742" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.092468] env[69169]: DEBUG nova.compute.manager [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Received event network-vif-plugged-41017ab7-deb9-4b0f-b24f-b39f375acf95 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.093246] env[69169]: DEBUG oslo_concurrency.lockutils [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] Acquiring lock "89b968f2-0192-4c0e-99ae-6bfd5585aded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.093246] env[69169]: DEBUG oslo_concurrency.lockutils [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] Lock "89b968f2-0192-4c0e-99ae-6bfd5585aded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.093495] env[69169]: DEBUG oslo_concurrency.lockutils [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] Lock "89b968f2-0192-4c0e-99ae-6bfd5585aded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.093861] env[69169]: DEBUG nova.compute.manager [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] No waiting events found dispatching network-vif-plugged-41017ab7-deb9-4b0f-b24f-b39f375acf95 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.093921] env[69169]: WARNING nova.compute.manager [req-e190c14c-395e-4476-b8d1-65db65daa53d req-4320bf44-059e-463a-9df6-f1c17a1b1cfa service nova] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Received unexpected event network-vif-plugged-41017ab7-deb9-4b0f-b24f-b39f375acf95 for instance with vm_state building and task_state spawning. [ 697.115273] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 89b968f2-0192-4c0e-99ae-6bfd5585aded/89b968f2-0192-4c0e-99ae-6bfd5585aded.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.115273] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Acquiring lock "refresh_cache-8b434f45-36f2-414a-b0c9-3f2ea4e71071" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.115273] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Acquired lock "refresh_cache-8b434f45-36f2-414a-b0c9-3f2ea4e71071" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.115273] env[69169]: DEBUG nova.network.neutron [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.115273] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea104930-1c15-4df9-91e7-0f2b06a9046c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.134315] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Waiting for the task: (returnval){ [ 697.134315] env[69169]: value = "task-3250540" [ 697.134315] env[69169]: _type = "Task" [ 697.134315] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.144260] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.195740] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Acquiring lock "dc52e159-586e-4de1-b98a-95106ecaf835" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.195998] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Lock "dc52e159-586e-4de1-b98a-95106ecaf835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.254047] env[69169]: DEBUG nova.compute.manager [req-2183cc2c-314c-469e-a1a4-7a41836379bb req-cf76c910-2713-4d94-9807-65894d1a2f45 service nova] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Received event network-changed-41017ab7-deb9-4b0f-b24f-b39f375acf95 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.254226] env[69169]: DEBUG nova.compute.manager [req-2183cc2c-314c-469e-a1a4-7a41836379bb req-cf76c910-2713-4d94-9807-65894d1a2f45 service nova] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Refreshing instance network info cache due to event network-changed-41017ab7-deb9-4b0f-b24f-b39f375acf95. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.254457] env[69169]: DEBUG oslo_concurrency.lockutils [req-2183cc2c-314c-469e-a1a4-7a41836379bb req-cf76c910-2713-4d94-9807-65894d1a2f45 service nova] Acquiring lock "refresh_cache-89b968f2-0192-4c0e-99ae-6bfd5585aded" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.254601] env[69169]: DEBUG oslo_concurrency.lockutils [req-2183cc2c-314c-469e-a1a4-7a41836379bb req-cf76c910-2713-4d94-9807-65894d1a2f45 service nova] Acquired lock "refresh_cache-89b968f2-0192-4c0e-99ae-6bfd5585aded" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.254758] env[69169]: DEBUG nova.network.neutron [req-2183cc2c-314c-469e-a1a4-7a41836379bb req-cf76c910-2713-4d94-9807-65894d1a2f45 service nova] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Refreshing network info cache for port 41017ab7-deb9-4b0f-b24f-b39f375acf95 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.348405] env[69169]: DEBUG nova.compute.manager [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.406816] env[69169]: INFO nova.compute.manager [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Took 17.94 seconds to build instance. [ 697.435526] env[69169]: DEBUG nova.network.neutron [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Successfully created port: 64976acc-5202-4dd4-8f7a-21cd55950f49 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.484662] env[69169]: DEBUG oslo_vmware.api [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250536, 'name': PowerOnVM_Task, 'duration_secs': 0.575617} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.484939] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.485141] env[69169]: INFO nova.compute.manager [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Took 10.91 seconds to spawn the instance on the hypervisor. [ 697.485313] env[69169]: DEBUG nova.compute.manager [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.488198] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8c8534-0559-458f-8f3d-b8e0357f6386 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.511484] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250539, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.562919] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Preparing fetch location {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 697.563059] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Creating directory with path [datastore2] vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0/79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.563193] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5416ff7-1757-43c9-8025-fcbb64d47d92 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.599018] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Created directory with path [datastore2] vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0/79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.599018] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Fetch image to [datastore2] vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 697.599018] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Downloading image file data 79c83abe-1909-4aa1-bc0e-85798aeb6044 to [datastore2] vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk on the data store datastore2 {{(pid=69169) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 697.600524] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefaac98-e1e5-4a11-bd40-d9881996e2e7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.612365] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989847d4-0d96-4cef-bfaf-2065590ea61b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.622324] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736f483f-e536-4e45-8981-f05d78ba0db4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.672469] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48914fcc-6b76-4036-ad8a-195cdd166ce2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.682229] env[69169]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-029b59e4-961c-4aef-ab20-ac4a7fa7ed48 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.684146] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.700509] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7243951d-24ac-4962-b5e3-37af1dc0f73d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.708338] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536b0ae5-c1b6-4f20-85c6-0c352e6f9cfb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.742145] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003f3421-2305-49ca-a7ce-5b67f22ebc65 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.743293] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Downloading image file data 79c83abe-1909-4aa1-bc0e-85798aeb6044 to the data store datastore2 {{(pid=69169) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 697.753674] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc18999b-10bd-436a-9d56-f1a6b98a4a12 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.758667] env[69169]: DEBUG nova.network.neutron [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.770655] env[69169]: DEBUG nova.compute.provider_tree [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.815433] env[69169]: DEBUG oslo_vmware.rw_handles [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69169) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 697.910130] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f621151-c3b8-4cb3-bad2-26e8ec48435c tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.460s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.025255] env[69169]: INFO nova.compute.manager [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Took 15.84 seconds to build instance. [ 698.026410] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250539, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.110351] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "7ded9bed-528b-41a1-8ad2-9e7133519c8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.110453] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "7ded9bed-528b-41a1-8ad2-9e7133519c8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.180274] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.204935] env[69169]: DEBUG nova.network.neutron [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Updating instance_info_cache with network_info: [{"id": "5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8", "address": "fa:16:3e:ef:dc:9e", "network": {"id": "4594eb02-de8a-4403-b57e-e35fdd32e50f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-44142839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1ffa12d8f44498e4e96d9a0b35ab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5ad502-dd", "ovs_interfaceid": "5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.239404] env[69169]: DEBUG nova.network.neutron [req-2183cc2c-314c-469e-a1a4-7a41836379bb req-cf76c910-2713-4d94-9807-65894d1a2f45 service nova] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Updated VIF entry in instance network info cache for port 41017ab7-deb9-4b0f-b24f-b39f375acf95. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.239807] env[69169]: DEBUG nova.network.neutron [req-2183cc2c-314c-469e-a1a4-7a41836379bb req-cf76c910-2713-4d94-9807-65894d1a2f45 service nova] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Updating instance_info_cache with network_info: [{"id": "41017ab7-deb9-4b0f-b24f-b39f375acf95", "address": "fa:16:3e:61:4d:20", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41017ab7-de", "ovs_interfaceid": "41017ab7-deb9-4b0f-b24f-b39f375acf95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.276539] env[69169]: DEBUG nova.scheduler.client.report [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.381036] env[69169]: DEBUG nova.compute.manager [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.414165] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.419159] env[69169]: DEBUG nova.virt.hardware [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.423025] env[69169]: DEBUG nova.virt.hardware [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.423025] env[69169]: DEBUG nova.virt.hardware [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.423025] env[69169]: DEBUG nova.virt.hardware [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.423025] env[69169]: DEBUG nova.virt.hardware [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.423025] env[69169]: DEBUG nova.virt.hardware [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.423800] env[69169]: DEBUG nova.virt.hardware [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.423800] env[69169]: DEBUG nova.virt.hardware [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.423800] env[69169]: DEBUG nova.virt.hardware [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.423800] env[69169]: DEBUG nova.virt.hardware [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.423800] env[69169]: DEBUG nova.virt.hardware [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.423967] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8666d0a2-0601-4bae-996c-73b5516246b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.440715] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e009287-ebbd-4874-ab4f-8f1dfa0579ea {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.504344] env[69169]: DEBUG oslo_vmware.rw_handles [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Completed reading data from the image iterator. {{(pid=69169) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 698.504532] env[69169]: DEBUG oslo_vmware.rw_handles [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 698.508300] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250539, 'name': Rename_Task, 'duration_secs': 1.152553} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.508350] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.508586] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3270256b-a472-4801-b15f-f2544eb32e6d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.515020] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Waiting for the task: (returnval){ [ 698.515020] env[69169]: value = "task-3250541" [ 698.515020] env[69169]: _type = "Task" [ 698.515020] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.523642] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.533529] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52b6eae6-8aac-4503-a617-74447597f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Lock "87995305-0f03-4676-addb-d78645b767f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.360s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.663542] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Downloaded image file data 79c83abe-1909-4aa1-bc0e-85798aeb6044 to vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk on the data store datastore2 {{(pid=69169) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 698.665344] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Caching image {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 698.665598] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Copying Virtual Disk [datastore2] vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk to [datastore2] vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.665874] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cb2d9e5-b749-4f51-8034-c4526cc8c7c8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.677259] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250540, 'name': ReconfigVM_Task, 'duration_secs': 1.303555} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.681269] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 89b968f2-0192-4c0e-99ae-6bfd5585aded/89b968f2-0192-4c0e-99ae-6bfd5585aded.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.681269] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 698.681269] env[69169]: value = "task-3250542" [ 698.681269] env[69169]: _type = "Task" [ 698.681269] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.681269] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32683c95-589a-422a-ac87-d2ed75b74a40 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.691469] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.692889] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Waiting for the task: (returnval){ [ 698.692889] env[69169]: value = "task-3250543" [ 698.692889] env[69169]: _type = "Task" [ 698.692889] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.700762] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250543, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.711119] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Releasing lock "refresh_cache-8b434f45-36f2-414a-b0c9-3f2ea4e71071" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.711119] env[69169]: DEBUG nova.compute.manager [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Instance network_info: |[{"id": "5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8", "address": "fa:16:3e:ef:dc:9e", "network": {"id": "4594eb02-de8a-4403-b57e-e35fdd32e50f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-44142839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1ffa12d8f44498e4e96d9a0b35ab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5ad502-dd", "ovs_interfaceid": "5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.711630] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:dc:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.717864] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Creating folder: Project (e3e1ffa12d8f44498e4e96d9a0b35ab1). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.718221] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-434daa39-5f34-4942-97a5-cc52f74b553a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.729157] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Created folder: Project (e3e1ffa12d8f44498e4e96d9a0b35ab1) in parent group-v649481. [ 698.729400] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Creating folder: Instances. Parent ref: group-v649497. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.730073] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd6dd7e9-9aa9-4b67-a8c7-823d5c5cb28b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.739479] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Created folder: Instances in parent group-v649497. [ 698.739751] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.739973] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.740208] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-613f4cc8-a0c7-4115-be0a-6e8f890dd1ba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.758109] env[69169]: DEBUG oslo_concurrency.lockutils [req-2183cc2c-314c-469e-a1a4-7a41836379bb req-cf76c910-2713-4d94-9807-65894d1a2f45 service nova] Releasing lock "refresh_cache-89b968f2-0192-4c0e-99ae-6bfd5585aded" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.764351] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.764351] env[69169]: value = "task-3250546" [ 698.764351] env[69169]: _type = "Task" [ 698.764351] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.772531] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250546, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.781515] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.782088] env[69169]: DEBUG nova.compute.manager [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.784904] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.418s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.786462] env[69169]: INFO nova.compute.claims [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.960944] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.029157] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250541, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.038508] env[69169]: DEBUG nova.compute.manager [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.198866] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250542, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.211631] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250543, 'name': Rename_Task, 'duration_secs': 0.179548} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.211864] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.212139] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f353d0b8-61d4-491c-bd56-6d532d8ad9a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.218519] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Waiting for the task: (returnval){ [ 699.218519] env[69169]: value = "task-3250547" [ 699.218519] env[69169]: _type = "Task" [ 699.218519] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.229701] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.274136] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250546, 'name': CreateVM_Task, 'duration_secs': 0.35665} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.274338] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.275458] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.275713] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.276052] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.276405] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bc126f-a736-4664-ae52-2c1f835a3f29 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.283374] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Waiting for the task: (returnval){ [ 699.283374] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c25184-7587-7f8d-155c-7b884c91e197" [ 699.283374] env[69169]: _type = "Task" [ 699.283374] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.292997] env[69169]: DEBUG nova.compute.utils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.300050] env[69169]: DEBUG nova.compute.manager [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.300581] env[69169]: DEBUG nova.network.neutron [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.302686] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c25184-7587-7f8d-155c-7b884c91e197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.388150] env[69169]: DEBUG nova.policy [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '425330bd09e645abb866d98ed4eed62f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7dd4074f9164879930ac232c96b353f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.529471] env[69169]: DEBUG oslo_vmware.api [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250541, 'name': PowerOnVM_Task, 'duration_secs': 0.631055} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.529766] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.530029] env[69169]: INFO nova.compute.manager [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Took 10.61 seconds to spawn the instance on the hypervisor. [ 699.530312] env[69169]: DEBUG nova.compute.manager [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.531212] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90724cef-42c4-4687-b202-69873ce8c7c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.577316] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.699518] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861089} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.699518] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Copied Virtual Disk [datastore2] vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk to [datastore2] vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.699518] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Deleting the datastore file [datastore2] vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0/79c83abe-1909-4aa1-bc0e-85798aeb6044/tmp-sparse.vmdk {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.699518] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-191c2467-d610-493b-a39c-135bee3980ff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.708248] env[69169]: DEBUG nova.network.neutron [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Successfully updated port: 64976acc-5202-4dd4-8f7a-21cd55950f49 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.718024] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 699.718024] env[69169]: value = "task-3250548" [ 699.718024] env[69169]: _type = "Task" [ 699.718024] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.734345] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.739660] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250547, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.798702] env[69169]: DEBUG nova.compute.manager [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.804398] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.804398] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.804398] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.057400] env[69169]: INFO nova.compute.manager [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Took 17.21 seconds to build instance. [ 700.117359] env[69169]: DEBUG nova.network.neutron [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Successfully created port: 6ec38744-50c1-46c9-ad82-ca100b3e97e2 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.143026] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ef8a36-b63d-43b2-ae79-8b7511add12d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.152564] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfc9f08-3ad3-4dd0-8a47-ef7cf1670dc2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.191685] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7ab14d-7a8b-4da2-ade2-aaf3ccb22281 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.199701] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c06c655-f4c2-4ae6-951f-527d5bc3720e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.216065] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquiring lock "refresh_cache-9a5272f3-407b-4a9f-993e-16c75d3ab125" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.216231] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquired lock "refresh_cache-9a5272f3-407b-4a9f-993e-16c75d3ab125" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.216839] env[69169]: DEBUG nova.network.neutron [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.218440] env[69169]: DEBUG nova.compute.provider_tree [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.235853] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027894} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.239547] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.239785] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Moving file from [datastore2] vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0/79c83abe-1909-4aa1-bc0e-85798aeb6044 to [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044. {{(pid=69169) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 700.241370] env[69169]: DEBUG oslo_vmware.api [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250547, 'name': PowerOnVM_Task, 'duration_secs': 0.625993} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.241370] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-75ae0e6f-82f9-4a6f-9a26-f104309ac174 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.243202] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.243461] env[69169]: INFO nova.compute.manager [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Took 9.07 seconds to spawn the instance on the hypervisor. [ 700.243758] env[69169]: DEBUG nova.compute.manager [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.244650] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2a39eb-7c3d-45fe-83ef-6147e94b5c0f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.258022] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 700.258022] env[69169]: value = "task-3250549" [ 700.258022] env[69169]: _type = "Task" [ 700.258022] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.264213] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250549, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.561194] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1da2bd52-8ca1-4e33-92b5-15bebd4f7eba tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Lock "f57bca06-3394-424d-a62c-dec62eb34742" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.724s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.727013] env[69169]: DEBUG nova.scheduler.client.report [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.771380] env[69169]: INFO nova.compute.manager [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Took 17.50 seconds to build instance. [ 700.779923] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250549, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.042039} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.782062] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] File moved {{(pid=69169) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 700.782062] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Cleaning up location [datastore2] vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 700.782062] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Deleting the datastore file [datastore2] vmware_temp/ef64344a-8591-47e6-be37-def247f21fb0 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.782803] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb130545-4b8e-4e0d-b703-48179149eefa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.793386] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 700.793386] env[69169]: value = "task-3250550" [ 700.793386] env[69169]: _type = "Task" [ 700.793386] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.802644] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.809320] env[69169]: DEBUG nova.compute.manager [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.829050] env[69169]: DEBUG nova.network.neutron [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.847595] env[69169]: DEBUG nova.virt.hardware [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.848069] env[69169]: DEBUG nova.virt.hardware [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.848069] env[69169]: DEBUG nova.virt.hardware [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.848193] env[69169]: DEBUG nova.virt.hardware [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.848307] env[69169]: DEBUG nova.virt.hardware [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.848464] env[69169]: DEBUG nova.virt.hardware [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.848641] env[69169]: DEBUG nova.virt.hardware [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.848787] env[69169]: DEBUG nova.virt.hardware [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.848998] env[69169]: DEBUG nova.virt.hardware [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.849390] env[69169]: DEBUG nova.virt.hardware [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.849626] env[69169]: DEBUG nova.virt.hardware [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.852337] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d589d7e-2f68-4431-9d60-4f000ecc4a3a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.861738] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3df152-8fba-42a6-98f0-22eaa566de55 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.072060] env[69169]: DEBUG nova.compute.manager [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.237400] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.238012] env[69169]: DEBUG nova.compute.manager [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.244984] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.457s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.244984] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.245231] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 701.245636] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.083s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.252947] env[69169]: INFO nova.compute.claims [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.255499] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c5692e-e12b-46ea-9bde-bd16bdc7b5b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.267054] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96894031-c44e-4c1d-9e16-90e8fb2324c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.288983] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c479713a-7603-460e-972e-8a09d1dc518d tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Lock "89b968f2-0192-4c0e-99ae-6bfd5585aded" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.029s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.296272] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd4f097-69bc-46d4-bdf1-264a2592af5d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.310166] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc24cb5-bdea-43c0-b45d-fe192f5ea090 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.313887] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04744} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.315053] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.316258] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce238e8e-4bca-45d5-a0f4-bf08edc48fdb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.344973] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181035MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 701.344973] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.349044] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 701.349044] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52259f01-cdda-780d-1253-da9c008fd870" [ 701.349044] env[69169]: _type = "Task" [ 701.349044] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.358123] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52259f01-cdda-780d-1253-da9c008fd870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.367405] env[69169]: DEBUG nova.network.neutron [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Updating instance_info_cache with network_info: [{"id": "64976acc-5202-4dd4-8f7a-21cd55950f49", "address": "fa:16:3e:3b:9e:ec", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64976acc-52", "ovs_interfaceid": "64976acc-5202-4dd4-8f7a-21cd55950f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.401276] env[69169]: DEBUG nova.compute.manager [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Received event network-vif-plugged-5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.401589] env[69169]: DEBUG oslo_concurrency.lockutils [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] Acquiring lock "8b434f45-36f2-414a-b0c9-3f2ea4e71071-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.402061] env[69169]: DEBUG oslo_concurrency.lockutils [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] Lock "8b434f45-36f2-414a-b0c9-3f2ea4e71071-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.402061] env[69169]: DEBUG oslo_concurrency.lockutils [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] Lock "8b434f45-36f2-414a-b0c9-3f2ea4e71071-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.402732] env[69169]: DEBUG nova.compute.manager [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] No waiting events found dispatching network-vif-plugged-5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.403192] env[69169]: WARNING nova.compute.manager [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Received unexpected event network-vif-plugged-5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8 for instance with vm_state building and task_state spawning. [ 701.403464] env[69169]: DEBUG nova.compute.manager [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Received event network-changed-5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.403667] env[69169]: DEBUG nova.compute.manager [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Refreshing instance network info cache due to event network-changed-5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.403801] env[69169]: DEBUG oslo_concurrency.lockutils [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] Acquiring lock "refresh_cache-8b434f45-36f2-414a-b0c9-3f2ea4e71071" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.403939] env[69169]: DEBUG oslo_concurrency.lockutils [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] Acquired lock "refresh_cache-8b434f45-36f2-414a-b0c9-3f2ea4e71071" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.404105] env[69169]: DEBUG nova.network.neutron [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Refreshing network info cache for port 5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.597233] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.757719] env[69169]: DEBUG nova.compute.utils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.759269] env[69169]: DEBUG nova.compute.manager [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.759363] env[69169]: DEBUG nova.network.neutron [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.800208] env[69169]: DEBUG nova.compute.manager [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.827230] env[69169]: DEBUG nova.policy [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a3aa9552a2b43afa5ea866da95050dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3240a1b1c24a49c7a5aa4d71e6187979', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.866551] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52259f01-cdda-780d-1253-da9c008fd870, 'name': SearchDatastore_Task, 'duration_secs': 0.030411} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.866838] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.867132] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] a46cec90-2d8a-44aa-9270-9fcb61b6d0c7/a46cec90-2d8a-44aa-9270-9fcb61b6d0c7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.867414] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.867592] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.867806] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-467b4c57-2f62-46d8-b01b-e90436e15626 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.871293] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e99c1981-2b5d-4798-ba87-c8043b70dfda {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.873572] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Releasing lock "refresh_cache-9a5272f3-407b-4a9f-993e-16c75d3ab125" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.873869] env[69169]: DEBUG nova.compute.manager [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Instance network_info: |[{"id": "64976acc-5202-4dd4-8f7a-21cd55950f49", "address": "fa:16:3e:3b:9e:ec", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64976acc-52", "ovs_interfaceid": "64976acc-5202-4dd4-8f7a-21cd55950f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.874563] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:9e:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64976acc-5202-4dd4-8f7a-21cd55950f49', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.882337] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Creating folder: Project (117ed2a707364a99878fd89d98b718c8). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.883697] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51859698-1013-45d5-8626-053e564ad2db {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.887773] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 701.887773] env[69169]: value = "task-3250551" [ 701.887773] env[69169]: _type = "Task" [ 701.887773] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.892339] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.892474] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.894945] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32a3d8e2-f79a-442b-b3df-8499bd91939a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.897397] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Created folder: Project (117ed2a707364a99878fd89d98b718c8) in parent group-v649481. [ 701.897718] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Creating folder: Instances. Parent ref: group-v649500. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.900764] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fa82bd1-0793-48aa-b5ae-7a0c69b79583 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.902648] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.906077] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Waiting for the task: (returnval){ [ 701.906077] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52dd9c49-7705-edfc-2e6d-d040e3b7954e" [ 701.906077] env[69169]: _type = "Task" [ 701.906077] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.915929] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Created folder: Instances in parent group-v649500. [ 701.916555] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.916847] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.917415] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f14318f6-73bd-4370-8f23-5caf56d7421e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.937294] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52dd9c49-7705-edfc-2e6d-d040e3b7954e, 'name': SearchDatastore_Task, 'duration_secs': 0.008871} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.938659] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e043c71-19b7-4812-95fe-eff1ea1aea69 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.942859] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.942859] env[69169]: value = "task-3250554" [ 701.942859] env[69169]: _type = "Task" [ 701.942859] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.948672] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Waiting for the task: (returnval){ [ 701.948672] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f63c06-2b95-4af0-9293-73675c0aead7" [ 701.948672] env[69169]: _type = "Task" [ 701.948672] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.955744] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250554, 'name': CreateVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.961952] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f63c06-2b95-4af0-9293-73675c0aead7, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.962117] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.962291] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 8b434f45-36f2-414a-b0c9-3f2ea4e71071/8b434f45-36f2-414a-b0c9-3f2ea4e71071.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.962556] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3016d535-bcea-413a-bbbb-7b13eb5f7aff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.973225] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Waiting for the task: (returnval){ [ 701.973225] env[69169]: value = "task-3250555" [ 701.973225] env[69169]: _type = "Task" [ 701.973225] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.981255] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.225455] env[69169]: DEBUG nova.network.neutron [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Updated VIF entry in instance network info cache for port 5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.226861] env[69169]: DEBUG nova.network.neutron [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Updating instance_info_cache with network_info: [{"id": "5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8", "address": "fa:16:3e:ef:dc:9e", "network": {"id": "4594eb02-de8a-4403-b57e-e35fdd32e50f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-44142839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1ffa12d8f44498e4e96d9a0b35ab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5ad502-dd", "ovs_interfaceid": "5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.263088] env[69169]: DEBUG nova.compute.manager [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.328802] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.402904] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250551, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.456184] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250554, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.488766] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250555, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.601031] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45531c7-8ac9-430d-b41d-f084289b9e75 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.617278] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3e8141-2cd0-499c-8c91-91e509d2d701 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.651075] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35a000f-3187-4dbb-9978-c68e55050540 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.659660] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5c734e-56df-477f-bdbd-8739330c1d30 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.666052] env[69169]: DEBUG nova.network.neutron [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Successfully updated port: 6ec38744-50c1-46c9-ad82-ca100b3e97e2 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.687267] env[69169]: DEBUG nova.compute.provider_tree [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.731655] env[69169]: DEBUG oslo_concurrency.lockutils [req-e3b50d06-5f25-47e8-a96f-826a607bc2b3 req-d1cfed5d-39e9-4056-9587-95b56ba0a03d service nova] Releasing lock "refresh_cache-8b434f45-36f2-414a-b0c9-3f2ea4e71071" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.777199] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "bd392da0-64d6-4adf-a17d-7dd31958707d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.777431] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "bd392da0-64d6-4adf-a17d-7dd31958707d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.904256] env[69169]: DEBUG nova.network.neutron [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Successfully created port: 0d304ca8-eb0c-4171-996b-7394ac5b04cf {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.907567] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523359} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.908478] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] a46cec90-2d8a-44aa-9270-9fcb61b6d0c7/a46cec90-2d8a-44aa-9270-9fcb61b6d0c7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.908602] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.909182] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c9c73c3-17a8-4c97-b288-d880ceaa9ab5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.918694] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 702.918694] env[69169]: value = "task-3250556" [ 702.918694] env[69169]: _type = "Task" [ 702.918694] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.931910] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.958928] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250554, 'name': CreateVM_Task, 'duration_secs': 0.926036} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.958928] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.960798] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.960798] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.960798] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.960798] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1cb9558-591e-4930-84a8-3c956672d788 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.967998] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 702.967998] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528c1bee-e82e-1476-c634-ffda53b38980" [ 702.967998] env[69169]: _type = "Task" [ 702.967998] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.985719] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528c1bee-e82e-1476-c634-ffda53b38980, 'name': SearchDatastore_Task, 'duration_secs': 0.013488} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.989622] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.990099] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.990485] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.991111] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.991111] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.991459] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791307} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.991590] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5a28b41-ca24-4d2e-a5f4-3e25b34d930c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.993704] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 8b434f45-36f2-414a-b0c9-3f2ea4e71071/8b434f45-36f2-414a-b0c9-3f2ea4e71071.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.993982] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.994257] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8c21f7b-e0c3-42fc-a94c-1734386d2811 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.001680] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Waiting for the task: (returnval){ [ 703.001680] env[69169]: value = "task-3250557" [ 703.001680] env[69169]: _type = "Task" [ 703.001680] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.007697] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.008194] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.010402] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55808a83-6c27-441c-a2e9-c7c942bd4a4e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.018233] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.021744] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 703.021744] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f9c0ff-be12-547b-2d80-f3eb53a01448" [ 703.021744] env[69169]: _type = "Task" [ 703.021744] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.034275] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f9c0ff-be12-547b-2d80-f3eb53a01448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.126946] env[69169]: DEBUG nova.compute.manager [None req-1fff59b3-562b-46b0-a30f-2d084b897eeb tempest-ServerDiagnosticsTest-714557160 tempest-ServerDiagnosticsTest-714557160-project-admin] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.128192] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309f4977-f532-4dae-92f4-bd75494191ec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.135450] env[69169]: INFO nova.compute.manager [None req-1fff59b3-562b-46b0-a30f-2d084b897eeb tempest-ServerDiagnosticsTest-714557160 tempest-ServerDiagnosticsTest-714557160-project-admin] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Retrieving diagnostics [ 703.136554] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db409773-0606-4af4-841d-44075ade1a5e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.173941] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "refresh_cache-83bb977b-7bc8-44f6-9e4f-80e1e1126a7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.174097] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquired lock "refresh_cache-83bb977b-7bc8-44f6-9e4f-80e1e1126a7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.174243] env[69169]: DEBUG nova.network.neutron [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.192483] env[69169]: DEBUG nova.scheduler.client.report [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.279014] env[69169]: DEBUG nova.compute.manager [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.311853] env[69169]: DEBUG nova.virt.hardware [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.312099] env[69169]: DEBUG nova.virt.hardware [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.312262] env[69169]: DEBUG nova.virt.hardware [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.312441] env[69169]: DEBUG nova.virt.hardware [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.312619] env[69169]: DEBUG nova.virt.hardware [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.312792] env[69169]: DEBUG nova.virt.hardware [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.313008] env[69169]: DEBUG nova.virt.hardware [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.313325] env[69169]: DEBUG nova.virt.hardware [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.313402] env[69169]: DEBUG nova.virt.hardware [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.313559] env[69169]: DEBUG nova.virt.hardware [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.313733] env[69169]: DEBUG nova.virt.hardware [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.314671] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd38607-1f8a-4198-a32e-9128291cdf25 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.323576] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcabc11-49f1-44dd-b839-4d00139cb372 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.430256] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082977} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.430383] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.431180] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ee7ae5-3b2a-4805-bcbd-f5b9fb4ac176 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.450818] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] a46cec90-2d8a-44aa-9270-9fcb61b6d0c7/a46cec90-2d8a-44aa-9270-9fcb61b6d0c7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.451132] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ba37d94-c522-401f-bdcb-8699c75d98a9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.470733] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 703.470733] env[69169]: value = "task-3250558" [ 703.470733] env[69169]: _type = "Task" [ 703.470733] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.479651] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.512034] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108713} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.512394] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.513315] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57200230-d01d-42ec-9c98-204d667f0165 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.537620] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 8b434f45-36f2-414a-b0c9-3f2ea4e71071/8b434f45-36f2-414a-b0c9-3f2ea4e71071.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.541050] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87524680-cf94-44ff-981b-5d7920c5ca6b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.563652] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f9c0ff-be12-547b-2d80-f3eb53a01448, 'name': SearchDatastore_Task, 'duration_secs': 0.036978} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.565433] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Waiting for the task: (returnval){ [ 703.565433] env[69169]: value = "task-3250559" [ 703.565433] env[69169]: _type = "Task" [ 703.565433] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.565433] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c714f33b-030a-42c8-91ce-95a30f00be24 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.573923] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 703.573923] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ec0fa3-0494-8899-d6c1-83cc85759833" [ 703.573923] env[69169]: _type = "Task" [ 703.573923] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.577702] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250559, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.587157] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ec0fa3-0494-8899-d6c1-83cc85759833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.700864] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.701971] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.704367] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.744s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.706692] env[69169]: INFO nova.compute.claims [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.761459] env[69169]: DEBUG nova.network.neutron [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.980821] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.079488] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.089646] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ec0fa3-0494-8899-d6c1-83cc85759833, 'name': SearchDatastore_Task, 'duration_secs': 0.029629} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.089944] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.090217] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 9a5272f3-407b-4a9f-993e-16c75d3ab125/9a5272f3-407b-4a9f-993e-16c75d3ab125.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.090509] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-712f9a14-7382-420f-83a2-d984aff2d389 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.097597] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 704.097597] env[69169]: value = "task-3250560" [ 704.097597] env[69169]: _type = "Task" [ 704.097597] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.113317] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.216387] env[69169]: DEBUG nova.compute.utils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.216387] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.216387] env[69169]: DEBUG nova.network.neutron [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.346437] env[69169]: DEBUG nova.policy [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d233917ed7e411aad11f80740c1523f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e84f0712e534d8bad990dd97073aaf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.460096] env[69169]: DEBUG nova.network.neutron [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Updating instance_info_cache with network_info: [{"id": "6ec38744-50c1-46c9-ad82-ca100b3e97e2", "address": "fa:16:3e:70:08:50", "network": {"id": "0fecb156-c8c1-4ca9-916e-82ff17f636ce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1516944455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd4074f9164879930ac232c96b353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec38744-50", "ovs_interfaceid": "6ec38744-50c1-46c9-ad82-ca100b3e97e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.482291] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250558, 'name': ReconfigVM_Task, 'duration_secs': 0.743175} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.482570] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Reconfigured VM instance instance-00000006 to attach disk [datastore2] a46cec90-2d8a-44aa-9270-9fcb61b6d0c7/a46cec90-2d8a-44aa-9270-9fcb61b6d0c7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.483316] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-281a03e6-1336-4976-a36f-161d05cc3c91 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.490547] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 704.490547] env[69169]: value = "task-3250561" [ 704.490547] env[69169]: _type = "Task" [ 704.490547] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.500599] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250561, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.579585] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250559, 'name': ReconfigVM_Task, 'duration_secs': 0.589284} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.579929] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 8b434f45-36f2-414a-b0c9-3f2ea4e71071/8b434f45-36f2-414a-b0c9-3f2ea4e71071.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.580809] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bde92058-d39c-492b-a583-9ac438f6fcaa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.589475] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Waiting for the task: (returnval){ [ 704.589475] env[69169]: value = "task-3250562" [ 704.589475] env[69169]: _type = "Task" [ 704.589475] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.599676] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250562, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.609970] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250560, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.722145] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.966121] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Releasing lock "refresh_cache-83bb977b-7bc8-44f6-9e4f-80e1e1126a7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.966121] env[69169]: DEBUG nova.compute.manager [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Instance network_info: |[{"id": "6ec38744-50c1-46c9-ad82-ca100b3e97e2", "address": "fa:16:3e:70:08:50", "network": {"id": "0fecb156-c8c1-4ca9-916e-82ff17f636ce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1516944455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd4074f9164879930ac232c96b353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec38744-50", "ovs_interfaceid": "6ec38744-50c1-46c9-ad82-ca100b3e97e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.966289] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:08:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ec38744-50c1-46c9-ad82-ca100b3e97e2', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.978559] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Creating folder: Project (e7dd4074f9164879930ac232c96b353f). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.982430] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c083213e-d50d-4e3f-96ec-024c056086e2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.998877] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Created folder: Project (e7dd4074f9164879930ac232c96b353f) in parent group-v649481. [ 704.999021] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Creating folder: Instances. Parent ref: group-v649503. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.999656] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7597d420-3ee6-4061-9094-0a9f888f62c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.007905] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250561, 'name': Rename_Task, 'duration_secs': 0.264042} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.008867] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.009132] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72f5d551-4f28-4b75-9e83-af0567829494 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.016914] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 705.016914] env[69169]: value = "task-3250565" [ 705.016914] env[69169]: _type = "Task" [ 705.016914] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.018768] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Created folder: Instances in parent group-v649503. [ 705.019034] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.019591] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.019736] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca978a0e-43bb-4ee6-9a27-0076e1d8de62 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.040422] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.046035] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.046035] env[69169]: value = "task-3250566" [ 705.046035] env[69169]: _type = "Task" [ 705.046035] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.052499] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab236ec-72a1-4300-96c6-89f449dd9104 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.059805] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250566, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.064122] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b65c66-2948-4c22-92ff-633e4ac889ff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.098256] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6592b2d7-0b51-4784-a3af-5392ce5912be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.107215] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250562, 'name': Rename_Task, 'duration_secs': 0.247865} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.111448] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.111759] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db217bbd-a16f-4331-97a7-1a7ef7e6d852 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.114510] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5ef90b-3c27-4e71-ae9d-7f8f72a2bd63 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.122373] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828426} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.123269] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 9a5272f3-407b-4a9f-993e-16c75d3ab125/9a5272f3-407b-4a9f-993e-16c75d3ab125.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.123518] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.123923] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b1b343b-0879-41a9-9a15-b57d2d55985e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.134413] env[69169]: DEBUG nova.compute.provider_tree [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.137743] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Waiting for the task: (returnval){ [ 705.137743] env[69169]: value = "task-3250567" [ 705.137743] env[69169]: _type = "Task" [ 705.137743] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.142615] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 705.142615] env[69169]: value = "task-3250568" [ 705.142615] env[69169]: _type = "Task" [ 705.142615] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.151988] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250567, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.158151] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.340099] env[69169]: DEBUG nova.network.neutron [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Successfully created port: 499869df-e7b3-4b74-9ab7-1d110b7320b3 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.526050] env[69169]: DEBUG oslo_vmware.api [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250565, 'name': PowerOnVM_Task, 'duration_secs': 0.491035} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.526308] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.526677] env[69169]: INFO nova.compute.manager [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Took 9.67 seconds to spawn the instance on the hypervisor. [ 705.526677] env[69169]: DEBUG nova.compute.manager [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.527517] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd1ccce-8b5b-4824-b360-7ab59e856dd6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.556865] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250566, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.636013] env[69169]: DEBUG nova.network.neutron [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Successfully updated port: 0d304ca8-eb0c-4171-996b-7394ac5b04cf {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.639973] env[69169]: DEBUG nova.scheduler.client.report [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.655982] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.659887] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070923} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.660142] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.661055] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bc855c-f7bc-4135-a15d-cfc87b34a418 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.684082] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 9a5272f3-407b-4a9f-993e-16c75d3ab125/9a5272f3-407b-4a9f-993e-16c75d3ab125.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.684670] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34d3caff-2d4a-4e98-a386-4f42e83978b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.709766] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 705.709766] env[69169]: value = "task-3250569" [ 705.709766] env[69169]: _type = "Task" [ 705.709766] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.725066] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250569, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.734842] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.775652] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.775881] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.776280] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.776531] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.777814] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.777814] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.777814] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.777814] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.777814] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.778141] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.778141] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.780075] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9d1d3c-ea8e-4951-87ad-bdc61c82ef4b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.786915] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e236b5-5427-4f2a-865e-d39e49dc3b84 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.045884] env[69169]: INFO nova.compute.manager [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Took 22.49 seconds to build instance. [ 706.063395] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250566, 'name': CreateVM_Task, 'duration_secs': 0.684937} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.063679] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.064307] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.064470] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.064792] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.065067] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4edbf060-895f-4075-b5e3-f725ff1a388c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.072140] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 706.072140] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e1bc3e-ffcd-66b6-4a7d-6121217e2455" [ 706.072140] env[69169]: _type = "Task" [ 706.072140] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.081265] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e1bc3e-ffcd-66b6-4a7d-6121217e2455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.138720] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Acquiring lock "refresh_cache-07fafaf6-f2bf-447e-9e2c-8e835afb81d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.138720] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Acquired lock "refresh_cache-07fafaf6-f2bf-447e-9e2c-8e835afb81d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.138947] env[69169]: DEBUG nova.network.neutron [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.155282] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.155851] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.158713] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.581s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.160391] env[69169]: INFO nova.compute.claims [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.170386] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250567, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.227216] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250569, 'name': ReconfigVM_Task, 'duration_secs': 0.502708} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.227537] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 9a5272f3-407b-4a9f-993e-16c75d3ab125/9a5272f3-407b-4a9f-993e-16c75d3ab125.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.228252] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3823957-ab4c-4f87-bddd-3fc4ad4d11a3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.235518] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 706.235518] env[69169]: value = "task-3250570" [ 706.235518] env[69169]: _type = "Task" [ 706.235518] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.250973] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250570, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.341744] env[69169]: DEBUG nova.compute.manager [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Received event network-vif-plugged-64976acc-5202-4dd4-8f7a-21cd55950f49 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.341744] env[69169]: DEBUG oslo_concurrency.lockutils [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] Acquiring lock "9a5272f3-407b-4a9f-993e-16c75d3ab125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.342728] env[69169]: DEBUG oslo_concurrency.lockutils [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] Lock "9a5272f3-407b-4a9f-993e-16c75d3ab125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.344807] env[69169]: DEBUG oslo_concurrency.lockutils [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] Lock "9a5272f3-407b-4a9f-993e-16c75d3ab125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.345701] env[69169]: DEBUG nova.compute.manager [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] No waiting events found dispatching network-vif-plugged-64976acc-5202-4dd4-8f7a-21cd55950f49 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.347251] env[69169]: WARNING nova.compute.manager [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Received unexpected event network-vif-plugged-64976acc-5202-4dd4-8f7a-21cd55950f49 for instance with vm_state building and task_state spawning. [ 706.347251] env[69169]: DEBUG nova.compute.manager [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Received event network-changed-64976acc-5202-4dd4-8f7a-21cd55950f49 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.347251] env[69169]: DEBUG nova.compute.manager [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Refreshing instance network info cache due to event network-changed-64976acc-5202-4dd4-8f7a-21cd55950f49. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.347251] env[69169]: DEBUG oslo_concurrency.lockutils [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] Acquiring lock "refresh_cache-9a5272f3-407b-4a9f-993e-16c75d3ab125" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.347251] env[69169]: DEBUG oslo_concurrency.lockutils [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] Acquired lock "refresh_cache-9a5272f3-407b-4a9f-993e-16c75d3ab125" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.347487] env[69169]: DEBUG nova.network.neutron [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Refreshing network info cache for port 64976acc-5202-4dd4-8f7a-21cd55950f49 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.548268] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca5e58d2-dad6-4538-9589-3745653c1b44 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Lock "a46cec90-2d8a-44aa-9270-9fcb61b6d0c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.585994] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e1bc3e-ffcd-66b6-4a7d-6121217e2455, 'name': SearchDatastore_Task, 'duration_secs': 0.015948} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.585994] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.585994] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.586862] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.587254] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.587635] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.588499] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fc946bd-0857-4425-8d86-493152fa26de {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.598058] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.600102] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.600102] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ca5008-d314-4eb3-a248-b1dbc5e5fc77 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.606218] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 706.606218] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52949a41-332e-0645-863b-af94ef606a9e" [ 706.606218] env[69169]: _type = "Task" [ 706.606218] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.616584] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52949a41-332e-0645-863b-af94ef606a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.661569] env[69169]: DEBUG oslo_vmware.api [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250567, 'name': PowerOnVM_Task, 'duration_secs': 1.318749} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.662039] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.662903] env[69169]: INFO nova.compute.manager [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Took 13.17 seconds to spawn the instance on the hypervisor. [ 706.662903] env[69169]: DEBUG nova.compute.manager [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.663696] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f23aba-43c1-47fa-affa-390d5c2c4888 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.668173] env[69169]: DEBUG nova.compute.utils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.670783] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.671046] env[69169]: DEBUG nova.network.neutron [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.727286] env[69169]: DEBUG nova.network.neutron [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.747835] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250570, 'name': Rename_Task, 'duration_secs': 0.414498} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.748793] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.749065] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86db2a15-d95e-434b-8fb2-63ca224ffb92 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.756718] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 706.756718] env[69169]: value = "task-3250571" [ 706.756718] env[69169]: _type = "Task" [ 706.756718] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.772207] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.804024] env[69169]: DEBUG nova.policy [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d233917ed7e411aad11f80740c1523f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e84f0712e534d8bad990dd97073aaf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.903455] env[69169]: DEBUG nova.compute.manager [req-625fb2a8-a76d-40a4-9154-f74f59ff7670 req-c03dc0d7-f0db-4a89-abda-e2ce740308b4 service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Received event network-changed-179ddfeb-14c7-4c6e-87b4-9e09f4894960 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.903774] env[69169]: DEBUG nova.compute.manager [req-625fb2a8-a76d-40a4-9154-f74f59ff7670 req-c03dc0d7-f0db-4a89-abda-e2ce740308b4 service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Refreshing instance network info cache due to event network-changed-179ddfeb-14c7-4c6e-87b4-9e09f4894960. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.904060] env[69169]: DEBUG oslo_concurrency.lockutils [req-625fb2a8-a76d-40a4-9154-f74f59ff7670 req-c03dc0d7-f0db-4a89-abda-e2ce740308b4 service nova] Acquiring lock "refresh_cache-87995305-0f03-4676-addb-d78645b767f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.904292] env[69169]: DEBUG oslo_concurrency.lockutils [req-625fb2a8-a76d-40a4-9154-f74f59ff7670 req-c03dc0d7-f0db-4a89-abda-e2ce740308b4 service nova] Acquired lock "refresh_cache-87995305-0f03-4676-addb-d78645b767f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.904602] env[69169]: DEBUG nova.network.neutron [req-625fb2a8-a76d-40a4-9154-f74f59ff7670 req-c03dc0d7-f0db-4a89-abda-e2ce740308b4 service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Refreshing network info cache for port 179ddfeb-14c7-4c6e-87b4-9e09f4894960 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.050926] env[69169]: DEBUG nova.compute.manager [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.121753] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52949a41-332e-0645-863b-af94ef606a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.01311} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.126889] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c225397-ce95-49cd-bd76-13a47b07a1f9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.134050] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 707.134050] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5294af31-b9ef-dc55-832d-9d6941475f96" [ 707.134050] env[69169]: _type = "Task" [ 707.134050] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.138503] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Acquiring lock "89b968f2-0192-4c0e-99ae-6bfd5585aded" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.138503] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Lock "89b968f2-0192-4c0e-99ae-6bfd5585aded" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.138696] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Acquiring lock "89b968f2-0192-4c0e-99ae-6bfd5585aded-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.138747] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Lock "89b968f2-0192-4c0e-99ae-6bfd5585aded-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.138909] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Lock "89b968f2-0192-4c0e-99ae-6bfd5585aded-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.144342] env[69169]: INFO nova.compute.manager [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Terminating instance [ 707.156206] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5294af31-b9ef-dc55-832d-9d6941475f96, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.156206] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.156206] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f/83bb977b-7bc8-44f6-9e4f-80e1e1126a7f.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.156206] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-197cb2a4-515e-40a3-989e-dc0dfe0d1af6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.168842] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 707.168842] env[69169]: value = "task-3250572" [ 707.168842] env[69169]: _type = "Task" [ 707.168842] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.174375] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.200329] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.203972] env[69169]: INFO nova.compute.manager [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Took 23.83 seconds to build instance. [ 707.235861] env[69169]: DEBUG nova.network.neutron [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Updating instance_info_cache with network_info: [{"id": "0d304ca8-eb0c-4171-996b-7394ac5b04cf", "address": "fa:16:3e:70:58:99", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d304ca8-eb", "ovs_interfaceid": "0d304ca8-eb0c-4171-996b-7394ac5b04cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.272153] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250571, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.311552] env[69169]: DEBUG nova.network.neutron [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Updated VIF entry in instance network info cache for port 64976acc-5202-4dd4-8f7a-21cd55950f49. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.311989] env[69169]: DEBUG nova.network.neutron [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Updating instance_info_cache with network_info: [{"id": "64976acc-5202-4dd4-8f7a-21cd55950f49", "address": "fa:16:3e:3b:9e:ec", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64976acc-52", "ovs_interfaceid": "64976acc-5202-4dd4-8f7a-21cd55950f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.579567] env[69169]: DEBUG nova.compute.manager [None req-8a8ceaa3-843c-480a-9827-2e4f241104e3 tempest-ServerDiagnosticsV248Test-1968536384 tempest-ServerDiagnosticsV248Test-1968536384-project-admin] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.580882] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.582978] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee440c7-688e-46f8-a1ac-153cede79398 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.587573] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddbd325-a629-4eb4-a715-c726ef60a85e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.596991] env[69169]: INFO nova.compute.manager [None req-8a8ceaa3-843c-480a-9827-2e4f241104e3 tempest-ServerDiagnosticsV248Test-1968536384 tempest-ServerDiagnosticsV248Test-1968536384-project-admin] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Retrieving diagnostics [ 707.598190] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a4416e-f3c0-43a0-bd78-afddd683b03b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.603721] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042ecc0a-5972-43ef-b5f0-5211f2b0f268 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.663438] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b20339-505c-4923-bce9-f8cd185be80f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.666846] env[69169]: DEBUG nova.compute.manager [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.667132] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.669460] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d067ae-3eb7-4e0e-89c7-db9c7b534338 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.681751] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3838acea-ffc9-4caf-ad16-3aff1d240b17 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.697624] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250572, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.698703] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.699291] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daa29249-2b4f-47d3-ac7c-b94529a71793 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.711704] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c2f547ec-f4be-4229-b957-0f5abf8d5237 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Lock "8b434f45-36f2-414a-b0c9-3f2ea4e71071" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.350s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.711704] env[69169]: DEBUG nova.compute.provider_tree [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.720029] env[69169]: DEBUG oslo_vmware.api [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Waiting for the task: (returnval){ [ 707.720029] env[69169]: value = "task-3250573" [ 707.720029] env[69169]: _type = "Task" [ 707.720029] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.725958] env[69169]: DEBUG oslo_vmware.api [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.739768] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Releasing lock "refresh_cache-07fafaf6-f2bf-447e-9e2c-8e835afb81d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.740952] env[69169]: DEBUG nova.compute.manager [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Instance network_info: |[{"id": "0d304ca8-eb0c-4171-996b-7394ac5b04cf", "address": "fa:16:3e:70:58:99", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d304ca8-eb", "ovs_interfaceid": "0d304ca8-eb0c-4171-996b-7394ac5b04cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.742329] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:58:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d304ca8-eb0c-4171-996b-7394ac5b04cf', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.748333] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Creating folder: Project (3240a1b1c24a49c7a5aa4d71e6187979). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.749071] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcacea69-3f12-4001-8e1d-35e118b774f0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.758957] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Created folder: Project (3240a1b1c24a49c7a5aa4d71e6187979) in parent group-v649481. [ 707.759398] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Creating folder: Instances. Parent ref: group-v649506. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.766179] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afc1bfd6-a88b-4956-9ee3-02de70ed556c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.774349] env[69169]: DEBUG oslo_vmware.api [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250571, 'name': PowerOnVM_Task, 'duration_secs': 0.515716} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.775729] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.775729] env[69169]: INFO nova.compute.manager [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Took 9.39 seconds to spawn the instance on the hypervisor. [ 707.775729] env[69169]: DEBUG nova.compute.manager [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.777260] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30af7ebb-18a9-4a9e-87a1-85230e1caa32 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.780542] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Created folder: Instances in parent group-v649506. [ 707.780542] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.781550] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.782454] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-361a2a70-e12d-4abf-b21c-f8ed106885dd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.807811] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.807811] env[69169]: value = "task-3250576" [ 707.807811] env[69169]: _type = "Task" [ 707.807811] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.815123] env[69169]: DEBUG oslo_concurrency.lockutils [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] Releasing lock "refresh_cache-9a5272f3-407b-4a9f-993e-16c75d3ab125" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.816697] env[69169]: DEBUG nova.compute.manager [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Received event network-vif-plugged-6ec38744-50c1-46c9-ad82-ca100b3e97e2 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.816697] env[69169]: DEBUG oslo_concurrency.lockutils [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] Acquiring lock "83bb977b-7bc8-44f6-9e4f-80e1e1126a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.816697] env[69169]: DEBUG oslo_concurrency.lockutils [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] Lock "83bb977b-7bc8-44f6-9e4f-80e1e1126a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.816697] env[69169]: DEBUG oslo_concurrency.lockutils [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] Lock "83bb977b-7bc8-44f6-9e4f-80e1e1126a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.816697] env[69169]: DEBUG nova.compute.manager [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] No waiting events found dispatching network-vif-plugged-6ec38744-50c1-46c9-ad82-ca100b3e97e2 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.817374] env[69169]: WARNING nova.compute.manager [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Received unexpected event network-vif-plugged-6ec38744-50c1-46c9-ad82-ca100b3e97e2 for instance with vm_state building and task_state spawning. [ 707.817374] env[69169]: DEBUG nova.compute.manager [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Received event network-changed-6ec38744-50c1-46c9-ad82-ca100b3e97e2 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.817374] env[69169]: DEBUG nova.compute.manager [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Refreshing instance network info cache due to event network-changed-6ec38744-50c1-46c9-ad82-ca100b3e97e2. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.817374] env[69169]: DEBUG oslo_concurrency.lockutils [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] Acquiring lock "refresh_cache-83bb977b-7bc8-44f6-9e4f-80e1e1126a7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.817374] env[69169]: DEBUG oslo_concurrency.lockutils [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] Acquired lock "refresh_cache-83bb977b-7bc8-44f6-9e4f-80e1e1126a7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.817628] env[69169]: DEBUG nova.network.neutron [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Refreshing network info cache for port 6ec38744-50c1-46c9-ad82-ca100b3e97e2 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.822490] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250576, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.872373] env[69169]: DEBUG nova.network.neutron [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Successfully created port: 57fc09b8-8022-49f4-b584-11aff53e0e77 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.897164] env[69169]: DEBUG nova.network.neutron [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Successfully updated port: 499869df-e7b3-4b74-9ab7-1d110b7320b3 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.026121] env[69169]: DEBUG nova.network.neutron [req-625fb2a8-a76d-40a4-9154-f74f59ff7670 req-c03dc0d7-f0db-4a89-abda-e2ce740308b4 service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Updated VIF entry in instance network info cache for port 179ddfeb-14c7-4c6e-87b4-9e09f4894960. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.026651] env[69169]: DEBUG nova.network.neutron [req-625fb2a8-a76d-40a4-9154-f74f59ff7670 req-c03dc0d7-f0db-4a89-abda-e2ce740308b4 service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Updating instance_info_cache with network_info: [{"id": "179ddfeb-14c7-4c6e-87b4-9e09f4894960", "address": "fa:16:3e:ae:a4:bb", "network": {"id": "4909476d-e988-4491-b8fb-95d705dbd998", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1996792357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe7d86f8fd2a4e7fad0ae5e66472d664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179ddfeb-14", "ovs_interfaceid": "179ddfeb-14c7-4c6e-87b4-9e09f4894960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.042998] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Acquiring lock "73d4af21-1f9c-4b73-b6be-29e92325c067" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.043304] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Lock "73d4af21-1f9c-4b73-b6be-29e92325c067" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.187430] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63066} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.187736] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f/83bb977b-7bc8-44f6-9e4f-80e1e1126a7f.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.188193] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.188296] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01b5986e-726d-4924-a9d0-e829f932b79d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.202266] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.202266] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 708.202266] env[69169]: value = "task-3250577" [ 708.202266] env[69169]: _type = "Task" [ 708.202266] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.211784] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.214930] env[69169]: DEBUG nova.scheduler.client.report [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.219785] env[69169]: DEBUG nova.compute.manager [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.234829] env[69169]: DEBUG oslo_vmware.api [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250573, 'name': PowerOffVM_Task, 'duration_secs': 0.263541} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.238221] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.238902] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.241273] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1240dee-1bbe-43ce-b801-8005ba8af755 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.256509] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.256743] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.257462] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.257462] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.257462] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.257462] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.257698] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.257767] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.260745] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.260745] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.260745] env[69169]: DEBUG nova.virt.hardware [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.260745] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918af578-559c-427b-9e00-df74488acad5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.270347] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5937a08-b325-491a-9edf-db88e603e12d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.321105] env[69169]: INFO nova.compute.manager [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Took 24.33 seconds to build instance. [ 708.328594] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250576, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.401108] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "refresh_cache-325e4182-3660-474a-a59d-7df355c291ce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.403017] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired lock "refresh_cache-325e4182-3660-474a-a59d-7df355c291ce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.403017] env[69169]: DEBUG nova.network.neutron [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.530128] env[69169]: DEBUG oslo_concurrency.lockutils [req-625fb2a8-a76d-40a4-9154-f74f59ff7670 req-c03dc0d7-f0db-4a89-abda-e2ce740308b4 service nova] Releasing lock "refresh_cache-87995305-0f03-4676-addb-d78645b767f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.720327] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099517} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.720739] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.721618] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4524fcd2-357d-4981-bb06-d6716f89ff87 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.725596] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.726286] env[69169]: DEBUG nova.compute.manager [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.731260] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.387s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.759235] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f/83bb977b-7bc8-44f6-9e4f-80e1e1126a7f.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.760524] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.763038] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b911d8-7eab-4d90-98fb-08401d52c261 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.783444] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 708.783444] env[69169]: value = "task-3250579" [ 708.783444] env[69169]: _type = "Task" [ 708.783444] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.789121] env[69169]: DEBUG nova.network.neutron [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Updated VIF entry in instance network info cache for port 6ec38744-50c1-46c9-ad82-ca100b3e97e2. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.789472] env[69169]: DEBUG nova.network.neutron [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Updating instance_info_cache with network_info: [{"id": "6ec38744-50c1-46c9-ad82-ca100b3e97e2", "address": "fa:16:3e:70:08:50", "network": {"id": "0fecb156-c8c1-4ca9-916e-82ff17f636ce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1516944455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd4074f9164879930ac232c96b353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec38744-50", "ovs_interfaceid": "6ec38744-50c1-46c9-ad82-ca100b3e97e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.794450] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.824174] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2d35195a-0dd7-4a4c-bb85-59bff27661bf tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "9a5272f3-407b-4a9f-993e-16c75d3ab125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.872s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.829226] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250576, 'name': CreateVM_Task, 'duration_secs': 0.705026} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.829438] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.830164] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.830326] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.830629] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.830879] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca8ed9e-9951-4afb-a4e6-1b4e784491c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.840743] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Waiting for the task: (returnval){ [ 708.840743] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5293a837-0822-6dce-54aa-1b7f3f420dfa" [ 708.840743] env[69169]: _type = "Task" [ 708.840743] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.853296] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5293a837-0822-6dce-54aa-1b7f3f420dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.971982] env[69169]: DEBUG nova.network.neutron [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.070473] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.070836] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.071255] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Deleting the datastore file [datastore1] 89b968f2-0192-4c0e-99ae-6bfd5585aded {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.071343] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f831194f-cb9c-49c3-87af-4d22c5c076fc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.079291] env[69169]: DEBUG oslo_vmware.api [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Waiting for the task: (returnval){ [ 709.079291] env[69169]: value = "task-3250580" [ 709.079291] env[69169]: _type = "Task" [ 709.079291] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.088109] env[69169]: DEBUG oslo_vmware.api [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.233563] env[69169]: DEBUG nova.compute.utils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.235511] env[69169]: DEBUG nova.compute.manager [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Not allocating networking since 'none' was specified. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 709.295915] env[69169]: DEBUG oslo_concurrency.lockutils [req-281d5a03-879c-4bb5-b1cd-eed57540daa6 req-3cfa6197-ef79-4350-aa0d-d0a2af732a31 service nova] Releasing lock "refresh_cache-83bb977b-7bc8-44f6-9e4f-80e1e1126a7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.296356] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.326434] env[69169]: DEBUG nova.compute.manager [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.356021] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5293a837-0822-6dce-54aa-1b7f3f420dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.024902} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.356021] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.356021] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.356021] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.356266] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.356266] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.356266] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb5a15d5-4f5c-491c-affe-4add16a05a30 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.366021] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.366021] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.366021] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf302c65-1916-4141-9e0c-2d47b3528a23 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.374159] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Waiting for the task: (returnval){ [ 709.374159] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52345a47-c455-ce0e-93a3-8d7fd061c51a" [ 709.374159] env[69169]: _type = "Task" [ 709.374159] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.381614] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52345a47-c455-ce0e-93a3-8d7fd061c51a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.505895] env[69169]: DEBUG nova.network.neutron [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Updating instance_info_cache with network_info: [{"id": "499869df-e7b3-4b74-9ab7-1d110b7320b3", "address": "fa:16:3e:83:b4:a5", "network": {"id": "ac3063b9-2508-4125-8700-a35f9606531c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2125183366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e84f0712e534d8bad990dd97073aaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499869df-e7", "ovs_interfaceid": "499869df-e7b3-4b74-9ab7-1d110b7320b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.591494] env[69169]: DEBUG oslo_vmware.api [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Task: {'id': task-3250580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351722} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.591494] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.591494] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.591494] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.591494] env[69169]: INFO nova.compute.manager [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Took 1.92 seconds to destroy the instance on the hypervisor. [ 709.591941] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.591941] env[69169]: DEBUG nova.compute.manager [-] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.591941] env[69169]: DEBUG nova.network.neutron [-] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.666275] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Acquiring lock "c7cccd8c-7e13-4a1f-9b62-333a446fb59b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.666275] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Lock "c7cccd8c-7e13-4a1f-9b62-333a446fb59b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.738153] env[69169]: DEBUG nova.compute.manager [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.781639] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.781639] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 87995305-0f03-4676-addb-d78645b767f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.781639] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance f57bca06-3394-424d-a62c-dec62eb34742 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.781639] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 89b968f2-0192-4c0e-99ae-6bfd5585aded actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.785032] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 8b434f45-36f2-414a-b0c9-3f2ea4e71071 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.785032] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance a46cec90-2d8a-44aa-9270-9fcb61b6d0c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.788147] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 9a5272f3-407b-4a9f-993e-16c75d3ab125 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.788147] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.788147] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 07fafaf6-f2bf-447e-9e2c-8e835afb81d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.788147] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 325e4182-3660-474a-a59d-7df355c291ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.788286] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 22189f25-f644-496a-9c2b-961b7c372772 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.788286] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance dc28dceb-ec90-4b24-804a-b2bf31fcd959 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.806261] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250579, 'name': ReconfigVM_Task, 'duration_secs': 0.567261} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.806578] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f/83bb977b-7bc8-44f6-9e4f-80e1e1126a7f.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.807217] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24e577e5-4d8e-4942-a04e-df2176d607d5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.815830] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 709.815830] env[69169]: value = "task-3250581" [ 709.815830] env[69169]: _type = "Task" [ 709.815830] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.828698] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250581, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.851920] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.883802] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52345a47-c455-ce0e-93a3-8d7fd061c51a, 'name': SearchDatastore_Task, 'duration_secs': 0.012976} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.884860] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd53ccc-96e7-4fd4-beaf-93a68ee9f8e7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.890421] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Waiting for the task: (returnval){ [ 709.890421] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5277948a-a34f-aa80-9f42-81715be95741" [ 709.890421] env[69169]: _type = "Task" [ 709.890421] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.900953] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5277948a-a34f-aa80-9f42-81715be95741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.008686] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Releasing lock "refresh_cache-325e4182-3660-474a-a59d-7df355c291ce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.009068] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Instance network_info: |[{"id": "499869df-e7b3-4b74-9ab7-1d110b7320b3", "address": "fa:16:3e:83:b4:a5", "network": {"id": "ac3063b9-2508-4125-8700-a35f9606531c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2125183366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e84f0712e534d8bad990dd97073aaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499869df-e7", "ovs_interfaceid": "499869df-e7b3-4b74-9ab7-1d110b7320b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.009497] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:b4:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '499869df-e7b3-4b74-9ab7-1d110b7320b3', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.022598] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Creating folder: Project (1e84f0712e534d8bad990dd97073aaf7). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.022968] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-304476df-fc5d-484a-bbad-f132fc69c942 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.037163] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Created folder: Project (1e84f0712e534d8bad990dd97073aaf7) in parent group-v649481. [ 710.037334] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Creating folder: Instances. Parent ref: group-v649509. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.037679] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b37edadf-b68e-4858-9c81-c1709983ec53 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.049228] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Created folder: Instances in parent group-v649509. [ 710.049228] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.049228] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.049228] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30782b2a-fbb5-4133-8603-7e19943139d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.071747] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.071747] env[69169]: value = "task-3250584" [ 710.071747] env[69169]: _type = "Task" [ 710.071747] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.085862] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250584, 'name': CreateVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.113036] env[69169]: DEBUG nova.network.neutron [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Successfully updated port: 57fc09b8-8022-49f4-b584-11aff53e0e77 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.115951] env[69169]: DEBUG nova.compute.manager [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Received event network-vif-plugged-0d304ca8-eb0c-4171-996b-7394ac5b04cf {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.116742] env[69169]: DEBUG oslo_concurrency.lockutils [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] Acquiring lock "07fafaf6-f2bf-447e-9e2c-8e835afb81d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.117040] env[69169]: DEBUG oslo_concurrency.lockutils [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] Lock "07fafaf6-f2bf-447e-9e2c-8e835afb81d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.117219] env[69169]: DEBUG oslo_concurrency.lockutils [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] Lock "07fafaf6-f2bf-447e-9e2c-8e835afb81d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.117392] env[69169]: DEBUG nova.compute.manager [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] No waiting events found dispatching network-vif-plugged-0d304ca8-eb0c-4171-996b-7394ac5b04cf {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.117556] env[69169]: WARNING nova.compute.manager [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Received unexpected event network-vif-plugged-0d304ca8-eb0c-4171-996b-7394ac5b04cf for instance with vm_state building and task_state spawning. [ 710.117717] env[69169]: DEBUG nova.compute.manager [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Received event network-changed-0d304ca8-eb0c-4171-996b-7394ac5b04cf {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.117864] env[69169]: DEBUG nova.compute.manager [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Refreshing instance network info cache due to event network-changed-0d304ca8-eb0c-4171-996b-7394ac5b04cf. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.118053] env[69169]: DEBUG oslo_concurrency.lockutils [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] Acquiring lock "refresh_cache-07fafaf6-f2bf-447e-9e2c-8e835afb81d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.118187] env[69169]: DEBUG oslo_concurrency.lockutils [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] Acquired lock "refresh_cache-07fafaf6-f2bf-447e-9e2c-8e835afb81d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.118337] env[69169]: DEBUG nova.network.neutron [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Refreshing network info cache for port 0d304ca8-eb0c-4171-996b-7394ac5b04cf {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.302290] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 74cd622c-eab8-4327-ac53-5ed338f30d80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 710.331367] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250581, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.404803] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5277948a-a34f-aa80-9f42-81715be95741, 'name': SearchDatastore_Task, 'duration_secs': 0.028893} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.405806] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.405806] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 07fafaf6-f2bf-447e-9e2c-8e835afb81d9/07fafaf6-f2bf-447e-9e2c-8e835afb81d9.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.406179] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a660c3fd-dc6c-4c97-abc0-73c37d74cbdc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.415380] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Waiting for the task: (returnval){ [ 710.415380] env[69169]: value = "task-3250585" [ 710.415380] env[69169]: _type = "Task" [ 710.415380] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.427065] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.579307] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Acquiring lock "8b434f45-36f2-414a-b0c9-3f2ea4e71071" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.579599] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Lock "8b434f45-36f2-414a-b0c9-3f2ea4e71071" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.579811] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Acquiring lock "8b434f45-36f2-414a-b0c9-3f2ea4e71071-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.579991] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Lock "8b434f45-36f2-414a-b0c9-3f2ea4e71071-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.580255] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Lock "8b434f45-36f2-414a-b0c9-3f2ea4e71071-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.586654] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250584, 'name': CreateVM_Task, 'duration_secs': 0.448153} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.587330] env[69169]: INFO nova.compute.manager [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Terminating instance [ 710.588578] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.589212] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.589464] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.589933] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.591342] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca37d35-f2ea-42f5-8751-ab38788f5a6f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.599018] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 710.599018] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cd8b66-96a3-3f01-a708-7cb752d31d70" [ 710.599018] env[69169]: _type = "Task" [ 710.599018] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.608256] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cd8b66-96a3-3f01-a708-7cb752d31d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.620890] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "refresh_cache-22189f25-f644-496a-9c2b-961b7c372772" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.621070] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired lock "refresh_cache-22189f25-f644-496a-9c2b-961b7c372772" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.621442] env[69169]: DEBUG nova.network.neutron [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.653478] env[69169]: DEBUG nova.network.neutron [-] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.728970] env[69169]: DEBUG nova.compute.manager [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Received event network-vif-plugged-499869df-e7b3-4b74-9ab7-1d110b7320b3 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.729197] env[69169]: DEBUG oslo_concurrency.lockutils [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] Acquiring lock "325e4182-3660-474a-a59d-7df355c291ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.729666] env[69169]: DEBUG oslo_concurrency.lockutils [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] Lock "325e4182-3660-474a-a59d-7df355c291ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.729666] env[69169]: DEBUG oslo_concurrency.lockutils [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] Lock "325e4182-3660-474a-a59d-7df355c291ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.729796] env[69169]: DEBUG nova.compute.manager [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] [instance: 325e4182-3660-474a-a59d-7df355c291ce] No waiting events found dispatching network-vif-plugged-499869df-e7b3-4b74-9ab7-1d110b7320b3 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.729956] env[69169]: WARNING nova.compute.manager [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Received unexpected event network-vif-plugged-499869df-e7b3-4b74-9ab7-1d110b7320b3 for instance with vm_state building and task_state spawning. [ 710.730405] env[69169]: DEBUG nova.compute.manager [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Received event network-changed-499869df-e7b3-4b74-9ab7-1d110b7320b3 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.731324] env[69169]: DEBUG nova.compute.manager [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Refreshing instance network info cache due to event network-changed-499869df-e7b3-4b74-9ab7-1d110b7320b3. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.731634] env[69169]: DEBUG oslo_concurrency.lockutils [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] Acquiring lock "refresh_cache-325e4182-3660-474a-a59d-7df355c291ce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.731805] env[69169]: DEBUG oslo_concurrency.lockutils [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] Acquired lock "refresh_cache-325e4182-3660-474a-a59d-7df355c291ce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.732151] env[69169]: DEBUG nova.network.neutron [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Refreshing network info cache for port 499869df-e7b3-4b74-9ab7-1d110b7320b3 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.752347] env[69169]: DEBUG nova.compute.manager [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.782875] env[69169]: DEBUG nova.virt.hardware [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.782875] env[69169]: DEBUG nova.virt.hardware [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.783152] env[69169]: DEBUG nova.virt.hardware [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.783414] env[69169]: DEBUG nova.virt.hardware [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.784826] env[69169]: DEBUG nova.virt.hardware [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.785050] env[69169]: DEBUG nova.virt.hardware [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.785418] env[69169]: DEBUG nova.virt.hardware [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.785654] env[69169]: DEBUG nova.virt.hardware [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.785891] env[69169]: DEBUG nova.virt.hardware [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.786434] env[69169]: DEBUG nova.virt.hardware [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.786434] env[69169]: DEBUG nova.virt.hardware [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.787910] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c1cb10-75a7-4d2a-badf-9e8257566554 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.801404] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa09420-0a48-4d54-8a7e-f4783723a0ea {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.809130] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance dc52e159-586e-4de1-b98a-95106ecaf835 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 710.827209] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.833181] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Creating folder: Project (569b0d04ddc045f3b840889eb5710c2d). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.840194] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6c60fd8-280d-4c7b-9cc2-30f974d65faa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.850793] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250581, 'name': Rename_Task, 'duration_secs': 0.626031} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.852463] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.852868] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Created folder: Project (569b0d04ddc045f3b840889eb5710c2d) in parent group-v649481. [ 710.853070] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Creating folder: Instances. Parent ref: group-v649512. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.853289] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0ecb531-3cb7-4d4e-a474-f9f2a7eedf0d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.855114] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddbcc8f0-a23f-4aa4-9099-8bfef9d90467 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.863558] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 710.863558] env[69169]: value = "task-3250587" [ 710.863558] env[69169]: _type = "Task" [ 710.863558] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.870827] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Created folder: Instances in parent group-v649512. [ 710.870827] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.870827] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.870827] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1eb68f5-74e3-45be-bd75-058cabd533ca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.893629] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Acquiring lock "9a5272f3-407b-4a9f-993e-16c75d3ab125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.893881] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Lock "9a5272f3-407b-4a9f-993e-16c75d3ab125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.899021] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Acquiring lock "9a5272f3-407b-4a9f-993e-16c75d3ab125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.899021] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Lock "9a5272f3-407b-4a9f-993e-16c75d3ab125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.899021] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Lock "9a5272f3-407b-4a9f-993e-16c75d3ab125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.899021] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.903380] env[69169]: INFO nova.compute.manager [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Terminating instance [ 710.914234] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.914234] env[69169]: value = "task-3250589" [ 710.914234] env[69169]: _type = "Task" [ 710.914234] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.932847] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250589, 'name': CreateVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.943127] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250585, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.094898] env[69169]: DEBUG nova.compute.manager [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.094955] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.096029] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b98d4d8-92e7-44ce-a74f-5677c145079b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.120985] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.121370] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cd8b66-96a3-3f01-a708-7cb752d31d70, 'name': SearchDatastore_Task, 'duration_secs': 0.021971} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.121610] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67885b14-9149-4299-94e4-d67cf4a58411 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.123425] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.123669] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.123920] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.124622] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.124846] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.125564] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e749c974-6c64-4e33-a43e-9fdbf3d48474 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.131965] env[69169]: DEBUG oslo_vmware.api [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Waiting for the task: (returnval){ [ 711.131965] env[69169]: value = "task-3250590" [ 711.131965] env[69169]: _type = "Task" [ 711.131965] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.144386] env[69169]: DEBUG oslo_vmware.api [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.149525] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.149741] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.150659] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca4a4182-782a-44b7-9887-cb7c234dd8e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.154414] env[69169]: INFO nova.compute.manager [-] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Took 1.56 seconds to deallocate network for instance. [ 711.158101] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 711.158101] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526ee7dd-d225-7761-e275-b5e48e42ab1f" [ 711.158101] env[69169]: _type = "Task" [ 711.158101] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.174938] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526ee7dd-d225-7761-e275-b5e48e42ab1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.199232] env[69169]: DEBUG nova.network.neutron [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.311868] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 7ded9bed-528b-41a1-8ad2-9e7133519c8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 711.326096] env[69169]: DEBUG nova.network.neutron [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Updated VIF entry in instance network info cache for port 0d304ca8-eb0c-4171-996b-7394ac5b04cf. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.326447] env[69169]: DEBUG nova.network.neutron [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Updating instance_info_cache with network_info: [{"id": "0d304ca8-eb0c-4171-996b-7394ac5b04cf", "address": "fa:16:3e:70:58:99", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d304ca8-eb", "ovs_interfaceid": "0d304ca8-eb0c-4171-996b-7394ac5b04cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.374071] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.403599] env[69169]: DEBUG oslo_concurrency.lockutils [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Acquiring lock "f57bca06-3394-424d-a62c-dec62eb34742" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.403907] env[69169]: DEBUG oslo_concurrency.lockutils [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Lock "f57bca06-3394-424d-a62c-dec62eb34742" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.404197] env[69169]: DEBUG oslo_concurrency.lockutils [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Acquiring lock "f57bca06-3394-424d-a62c-dec62eb34742-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.405349] env[69169]: DEBUG oslo_concurrency.lockutils [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Lock "f57bca06-3394-424d-a62c-dec62eb34742-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.405349] env[69169]: DEBUG oslo_concurrency.lockutils [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Lock "f57bca06-3394-424d-a62c-dec62eb34742-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.406834] env[69169]: INFO nova.compute.manager [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Terminating instance [ 711.411511] env[69169]: DEBUG nova.compute.manager [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.411719] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.416857] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d1ad9c-89df-49b8-9e53-de1858f625b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.434504] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.443648] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-090c4b4e-3447-4ac0-bdd5-b76431ce867b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.448197] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250589, 'name': CreateVM_Task, 'duration_secs': 0.40022} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.451483] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.451786] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714445} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.452817] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.453137] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.453334] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.453621] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 07fafaf6-f2bf-447e-9e2c-8e835afb81d9/07fafaf6-f2bf-447e-9e2c-8e835afb81d9.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.453877] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.454398] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e22cfdd3-479e-4077-b166-7dd1fc72d952 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.456206] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dc99e17-c143-4838-b95a-ef5e812114da {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.459809] env[69169]: DEBUG oslo_vmware.api [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Waiting for the task: (returnval){ [ 711.459809] env[69169]: value = "task-3250591" [ 711.459809] env[69169]: _type = "Task" [ 711.459809] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.467406] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Waiting for the task: (returnval){ [ 711.467406] env[69169]: value = "task-3250592" [ 711.467406] env[69169]: _type = "Task" [ 711.467406] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.467643] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 711.467643] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522a7daf-f425-a130-4e3b-6fbb495dbc58" [ 711.467643] env[69169]: _type = "Task" [ 711.467643] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.478819] env[69169]: DEBUG oslo_vmware.api [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Task: {'id': task-3250591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.483999] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.489196] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522a7daf-f425-a130-4e3b-6fbb495dbc58, 'name': SearchDatastore_Task, 'duration_secs': 0.016063} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.494432] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.494710] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.495370] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.495370] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.495370] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.495685] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-212198d1-7ebc-433d-86be-0f084b67f319 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.505097] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.505186] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.507090] env[69169]: DEBUG nova.network.neutron [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Updating instance_info_cache with network_info: [{"id": "57fc09b8-8022-49f4-b584-11aff53e0e77", "address": "fa:16:3e:43:99:5b", "network": {"id": "ac3063b9-2508-4125-8700-a35f9606531c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2125183366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e84f0712e534d8bad990dd97073aaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc09b8-80", "ovs_interfaceid": "57fc09b8-8022-49f4-b584-11aff53e0e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.508042] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8d04b8-5fe2-4305-b75e-f353d498129b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.514833] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 711.514833] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a8c36b-d2f1-787e-8895-75638bb0f8ec" [ 711.514833] env[69169]: _type = "Task" [ 711.514833] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.526419] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a8c36b-d2f1-787e-8895-75638bb0f8ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.647329] env[69169]: DEBUG oslo_vmware.api [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250590, 'name': PowerOffVM_Task, 'duration_secs': 0.199784} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.648256] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.648501] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.648918] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f609ecbb-df78-4a49-8c56-5c75024fd95a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.667921] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.674296] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526ee7dd-d225-7761-e275-b5e48e42ab1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012388} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.677588] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0e48f4-3a4c-4115-b8c3-752fa796277f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.682244] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 711.682244] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52610f0e-0e4f-8bdc-eed1-0597de2e6600" [ 711.682244] env[69169]: _type = "Task" [ 711.682244] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.691892] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52610f0e-0e4f-8bdc-eed1-0597de2e6600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.727265] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.727793] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.727793] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Deleting the datastore file [datastore2] 8b434f45-36f2-414a-b0c9-3f2ea4e71071 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.728146] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f99ef48-56cb-403f-acf5-bc6a969d9a51 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.736232] env[69169]: DEBUG oslo_vmware.api [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Waiting for the task: (returnval){ [ 711.736232] env[69169]: value = "task-3250594" [ 711.736232] env[69169]: _type = "Task" [ 711.736232] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.747570] env[69169]: DEBUG oslo_vmware.api [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.788956] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "78fa9c07-d7d4-4157-ba56-224b1c1d1dfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.789248] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "78fa9c07-d7d4-4157-ba56-224b1c1d1dfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.819864] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance bd392da0-64d6-4adf-a17d-7dd31958707d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 711.823640] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "7affa373-c71f-4fdf-991e-84472aed80ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.823640] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "7affa373-c71f-4fdf-991e-84472aed80ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.823640] env[69169]: DEBUG nova.network.neutron [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Updated VIF entry in instance network info cache for port 499869df-e7b3-4b74-9ab7-1d110b7320b3. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.825059] env[69169]: DEBUG nova.network.neutron [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Updating instance_info_cache with network_info: [{"id": "499869df-e7b3-4b74-9ab7-1d110b7320b3", "address": "fa:16:3e:83:b4:a5", "network": {"id": "ac3063b9-2508-4125-8700-a35f9606531c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2125183366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e84f0712e534d8bad990dd97073aaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499869df-e7", "ovs_interfaceid": "499869df-e7b3-4b74-9ab7-1d110b7320b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.829052] env[69169]: DEBUG oslo_concurrency.lockutils [req-e9998712-1e24-4cff-b10a-ea5db59e6087 req-322cec7d-a09d-40d9-9331-c595bd8bedc3 service nova] Releasing lock "refresh_cache-07fafaf6-f2bf-447e-9e2c-8e835afb81d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.852339] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "fd6a7bbc-282f-4b48-bb24-b54b02ba0b79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.852339] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "fd6a7bbc-282f-4b48-bb24-b54b02ba0b79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.873549] env[69169]: DEBUG oslo_vmware.api [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250587, 'name': PowerOnVM_Task, 'duration_secs': 0.717951} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.873701] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.873873] env[69169]: INFO nova.compute.manager [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Took 11.06 seconds to spawn the instance on the hypervisor. [ 711.874185] env[69169]: DEBUG nova.compute.manager [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.874851] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7244dcd4-1631-4a3a-86cd-a9b2bb3c68d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.913931] env[69169]: DEBUG nova.compute.manager [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.914062] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.915036] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7233c7f-6527-428e-9fe7-a2a603265921 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.923024] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.923702] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df717b26-24e5-47f8-962a-3b9f5de30c0f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.931896] env[69169]: DEBUG oslo_vmware.api [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Waiting for the task: (returnval){ [ 711.931896] env[69169]: value = "task-3250595" [ 711.931896] env[69169]: _type = "Task" [ 711.931896] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.941717] env[69169]: DEBUG oslo_vmware.api [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.972227] env[69169]: DEBUG oslo_vmware.api [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Task: {'id': task-3250591, 'name': PowerOffVM_Task, 'duration_secs': 0.255393} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.975832] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.976036] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.976354] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce93f4ba-7259-4317-a008-10503db44fd7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.983359] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192981} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.983632] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.984467] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68288ea8-d431-48fd-88e1-329b2c94c1af {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.009403] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 07fafaf6-f2bf-447e-9e2c-8e835afb81d9/07fafaf6-f2bf-447e-9e2c-8e835afb81d9.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.010065] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43221ba4-97ea-435b-a20e-ee5dfb831bdb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.026185] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Releasing lock "refresh_cache-22189f25-f644-496a-9c2b-961b7c372772" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.026522] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Instance network_info: |[{"id": "57fc09b8-8022-49f4-b584-11aff53e0e77", "address": "fa:16:3e:43:99:5b", "network": {"id": "ac3063b9-2508-4125-8700-a35f9606531c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2125183366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e84f0712e534d8bad990dd97073aaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc09b8-80", "ovs_interfaceid": "57fc09b8-8022-49f4-b584-11aff53e0e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.027000] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:99:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57fc09b8-8022-49f4-b584-11aff53e0e77', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.035124] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.038810] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.039306] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f499dc72-97db-4564-a0ab-896bc807da01 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.057868] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Waiting for the task: (returnval){ [ 712.057868] env[69169]: value = "task-3250597" [ 712.057868] env[69169]: _type = "Task" [ 712.057868] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.058165] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.058356] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.058465] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Deleting the datastore file [datastore2] 9a5272f3-407b-4a9f-993e-16c75d3ab125 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.062927] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be39be67-6f25-4f3f-b54a-569b48975afd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.065197] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a8c36b-d2f1-787e-8895-75638bb0f8ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012182} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.070959] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc03d388-af90-46b5-949a-b05fff7e9662 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.077987] env[69169]: DEBUG oslo_vmware.api [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Waiting for the task: (returnval){ [ 712.077987] env[69169]: value = "task-3250598" [ 712.077987] env[69169]: _type = "Task" [ 712.077987] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.082060] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.082238] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.082238] env[69169]: value = "task-3250599" [ 712.082238] env[69169]: _type = "Task" [ 712.082238] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.086228] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 712.086228] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52376864-51a2-c4d8-db0a-7e8a012b7f01" [ 712.086228] env[69169]: _type = "Task" [ 712.086228] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.094940] env[69169]: DEBUG oslo_vmware.api [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Task: {'id': task-3250598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.099464] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250599, 'name': CreateVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.103170] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52376864-51a2-c4d8-db0a-7e8a012b7f01, 'name': SearchDatastore_Task, 'duration_secs': 0.016023} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.103500] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.103811] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] dc28dceb-ec90-4b24-804a-b2bf31fcd959/dc28dceb-ec90-4b24-804a-b2bf31fcd959.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.104118] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f876f73a-1ce9-44c1-9cc7-f65ff4631e52 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.122718] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 712.122718] env[69169]: value = "task-3250600" [ 712.122718] env[69169]: _type = "Task" [ 712.122718] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.131522] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.194863] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52610f0e-0e4f-8bdc-eed1-0597de2e6600, 'name': SearchDatastore_Task, 'duration_secs': 0.021821} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.195185] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.195298] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 325e4182-3660-474a-a59d-7df355c291ce/325e4182-3660-474a-a59d-7df355c291ce.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.195522] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bd662ef-ebde-415b-82bd-d393cf5e01a3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.202823] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 712.202823] env[69169]: value = "task-3250601" [ 712.202823] env[69169]: _type = "Task" [ 712.202823] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.211839] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.248852] env[69169]: DEBUG oslo_vmware.api [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Task: {'id': task-3250594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367311} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.248948] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.249232] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.249301] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.249470] env[69169]: INFO nova.compute.manager [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Took 1.15 seconds to destroy the instance on the hypervisor. [ 712.249685] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.249862] env[69169]: DEBUG nova.compute.manager [-] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.249953] env[69169]: DEBUG nova.network.neutron [-] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.326857] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 73d4af21-1f9c-4b73-b6be-29e92325c067 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.330841] env[69169]: DEBUG oslo_concurrency.lockutils [req-d1257252-33b7-4f31-8194-d4b49300e2b7 req-effe225d-1c4a-4bc7-934c-08a3a71a126b service nova] Releasing lock "refresh_cache-325e4182-3660-474a-a59d-7df355c291ce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.404148] env[69169]: INFO nova.compute.manager [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Took 27.85 seconds to build instance. [ 712.448186] env[69169]: DEBUG oslo_vmware.api [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250595, 'name': PowerOffVM_Task, 'duration_secs': 0.260496} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.448563] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.448781] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.449109] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a71774ba-9ef7-4e48-b968-5ce3a2f2a18c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.519167] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.519317] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.519498] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Deleting the datastore file [datastore1] f57bca06-3394-424d-a62c-dec62eb34742 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.519850] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d6c76e1-4564-4a19-9e31-4d59f0896a93 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.528683] env[69169]: DEBUG oslo_vmware.api [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Waiting for the task: (returnval){ [ 712.528683] env[69169]: value = "task-3250603" [ 712.528683] env[69169]: _type = "Task" [ 712.528683] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.538164] env[69169]: DEBUG oslo_vmware.api [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.576269] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250597, 'name': ReconfigVM_Task, 'duration_secs': 0.451965} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.576668] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 07fafaf6-f2bf-447e-9e2c-8e835afb81d9/07fafaf6-f2bf-447e-9e2c-8e835afb81d9.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.577363] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60222335-c2b8-4304-8aa1-beebf82a9e41 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.588135] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Waiting for the task: (returnval){ [ 712.588135] env[69169]: value = "task-3250604" [ 712.588135] env[69169]: _type = "Task" [ 712.588135] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.599633] env[69169]: DEBUG oslo_vmware.api [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Task: {'id': task-3250598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269698} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.600037] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.600250] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.600447] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.600628] env[69169]: INFO nova.compute.manager [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Took 1.19 seconds to destroy the instance on the hypervisor. [ 712.600879] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.601102] env[69169]: DEBUG nova.compute.manager [-] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.601203] env[69169]: DEBUG nova.network.neutron [-] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.610181] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250604, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.610483] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250599, 'name': CreateVM_Task, 'duration_secs': 0.504382} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.611287] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.612273] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.612493] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.612862] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.613311] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d3611c-f46c-4e48-bc19-aa854cff2159 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.619732] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 712.619732] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ceb8f4-6607-994a-bd8d-bd70e7950927" [ 712.619732] env[69169]: _type = "Task" [ 712.619732] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.633254] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ceb8f4-6607-994a-bd8d-bd70e7950927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.636663] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250600, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.718880] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250601, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.832300] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance c7cccd8c-7e13-4a1f-9b62-333a446fb59b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.832664] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 712.832664] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 712.908665] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3fb91e77-223f-434f-a4f7-d737ccffc135 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "83bb977b-7bc8-44f6-9e4f-80e1e1126a7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.378s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.045999] env[69169]: DEBUG oslo_vmware.api [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Task: {'id': task-3250603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467448} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.047507] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.047507] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.047677] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.047851] env[69169]: INFO nova.compute.manager [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Took 1.13 seconds to destroy the instance on the hypervisor. [ 713.048168] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.048460] env[69169]: DEBUG nova.compute.manager [-] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.048907] env[69169]: DEBUG nova.network.neutron [-] [instance: f57bca06-3394-424d-a62c-dec62eb34742] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.104032] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250604, 'name': Rename_Task, 'duration_secs': 0.30882} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.104032] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.104467] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e412c0b3-c8b6-4104-ab12-f8eb3a197552 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.116609] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Waiting for the task: (returnval){ [ 713.116609] env[69169]: value = "task-3250605" [ 713.116609] env[69169]: _type = "Task" [ 713.116609] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.127673] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.138444] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ceb8f4-6607-994a-bd8d-bd70e7950927, 'name': SearchDatastore_Task, 'duration_secs': 0.0645} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.142663] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.142663] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.142663] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.142663] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.142807] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.142807] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63516} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.142872] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8515c548-bfaf-4615-a395-e98e4441d318 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.144929] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] dc28dceb-ec90-4b24-804a-b2bf31fcd959/dc28dceb-ec90-4b24-804a-b2bf31fcd959.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.145144] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.145433] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35552deb-298f-41d0-8f8a-942524d20b0b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.153889] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 713.153889] env[69169]: value = "task-3250606" [ 713.153889] env[69169]: _type = "Task" [ 713.153889] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.155333] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.155333] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.160466] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601eadd6-2849-4212-a0e9-9cbe32770808 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.169210] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.174018] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 713.174018] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524122cc-5a24-3f74-1831-cd0d4e466760" [ 713.174018] env[69169]: _type = "Task" [ 713.174018] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.183069] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524122cc-5a24-3f74-1831-cd0d4e466760, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.183912] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038b40a5-d5db-4675-9057-1b5dbfee256d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.191947] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 713.191947] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a43224-73e5-ac62-3777-d96eefa0d48b" [ 713.191947] env[69169]: _type = "Task" [ 713.191947] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.202977] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a43224-73e5-ac62-3777-d96eefa0d48b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.216342] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79484} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.216644] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 325e4182-3660-474a-a59d-7df355c291ce/325e4182-3660-474a-a59d-7df355c291ce.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.217913] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.217913] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-846cc5d0-caef-4e5a-9c83-671c04543786 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.223845] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 713.223845] env[69169]: value = "task-3250607" [ 713.223845] env[69169]: _type = "Task" [ 713.223845] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.237435] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.242413] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d40be35-b1a5-471a-b02a-4962e3d70f9b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.250221] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e36ac5-fa11-4eb7-8416-37e9d03a1d70 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.283804] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1516a9e1-8979-4f1a-b272-dfbaa4cb1865 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.291408] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2306ad62-2fa5-4e33-a332-0355d2337198 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.311142] env[69169]: DEBUG nova.network.neutron [-] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.312764] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.413470] env[69169]: DEBUG nova.compute.manager [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.572472] env[69169]: DEBUG nova.network.neutron [-] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.626611] env[69169]: DEBUG nova.compute.manager [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Received event network-vif-plugged-57fc09b8-8022-49f4-b584-11aff53e0e77 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.626850] env[69169]: DEBUG oslo_concurrency.lockutils [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] Acquiring lock "22189f25-f644-496a-9c2b-961b7c372772-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.627073] env[69169]: DEBUG oslo_concurrency.lockutils [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] Lock "22189f25-f644-496a-9c2b-961b7c372772-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.627241] env[69169]: DEBUG oslo_concurrency.lockutils [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] Lock "22189f25-f644-496a-9c2b-961b7c372772-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.627410] env[69169]: DEBUG nova.compute.manager [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] [instance: 22189f25-f644-496a-9c2b-961b7c372772] No waiting events found dispatching network-vif-plugged-57fc09b8-8022-49f4-b584-11aff53e0e77 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.627574] env[69169]: WARNING nova.compute.manager [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Received unexpected event network-vif-plugged-57fc09b8-8022-49f4-b584-11aff53e0e77 for instance with vm_state building and task_state spawning. [ 713.627738] env[69169]: DEBUG nova.compute.manager [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Received event network-changed-57fc09b8-8022-49f4-b584-11aff53e0e77 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.627913] env[69169]: DEBUG nova.compute.manager [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Refreshing instance network info cache due to event network-changed-57fc09b8-8022-49f4-b584-11aff53e0e77. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.629245] env[69169]: DEBUG oslo_concurrency.lockutils [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] Acquiring lock "refresh_cache-22189f25-f644-496a-9c2b-961b7c372772" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.630643] env[69169]: DEBUG oslo_concurrency.lockutils [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] Acquired lock "refresh_cache-22189f25-f644-496a-9c2b-961b7c372772" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.630915] env[69169]: DEBUG nova.network.neutron [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Refreshing network info cache for port 57fc09b8-8022-49f4-b584-11aff53e0e77 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.642495] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250605, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.669498] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067746} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.670028] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.670850] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237fa59e-2521-43a7-bdf3-9718fe5ab517 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.697084] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] dc28dceb-ec90-4b24-804a-b2bf31fcd959/dc28dceb-ec90-4b24-804a-b2bf31fcd959.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.697471] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20cf8887-3fc0-4df0-9571-5ecb6564e735 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.916155] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a43224-73e5-ac62-3777-d96eefa0d48b, 'name': SearchDatastore_Task, 'duration_secs': 0.008803} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.916155] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.916155] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 22189f25-f644-496a-9c2b-961b7c372772/22189f25-f644-496a-9c2b-961b7c372772.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.916155] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 713.916155] env[69169]: value = "task-3250608" [ 713.916155] env[69169]: _type = "Task" [ 713.916155] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.918372] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5bdcf11-d1b2-4887-9ffa-d54d46aa713d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.918372] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 713.918372] env[69169]: value = "task-3250609" [ 713.918372] env[69169]: _type = "Task" [ 713.918372] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.918372] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065841} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.918372] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.918372] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.919784] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa5ddcf-bc42-457b-9099-b99d472c8ca4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.919784] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.919784] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 325e4182-3660-474a-a59d-7df355c291ce/325e4182-3660-474a-a59d-7df355c291ce.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.919784] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6bcb7f0-099c-4b98-ba7a-aefe1f46e670 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.919784] env[69169]: INFO nova.compute.manager [-] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Took 1.57 seconds to deallocate network for instance. [ 713.920195] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.920195] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 713.920195] env[69169]: value = "task-3250610" [ 713.920195] env[69169]: _type = "Task" [ 713.920195] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.920195] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.950088] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.075471] env[69169]: INFO nova.compute.manager [-] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Took 1.47 seconds to deallocate network for instance. [ 714.136658] env[69169]: DEBUG oslo_vmware.api [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250605, 'name': PowerOnVM_Task, 'duration_secs': 0.935233} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.136976] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.137241] env[69169]: INFO nova.compute.manager [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Took 10.86 seconds to spawn the instance on the hypervisor. [ 714.137421] env[69169]: DEBUG nova.compute.manager [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.139640] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5d3bac-a129-43ef-859b-52fe5a535d0a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.151105] env[69169]: DEBUG nova.network.neutron [-] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.245850] env[69169]: DEBUG nova.compute.manager [req-4d3726c9-c996-4e3c-9907-954012924675 req-21758b8f-83ad-4696-839f-3261ed2a2e42 service nova] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Received event network-vif-deleted-41017ab7-deb9-4b0f-b24f-b39f375acf95 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.253775] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250608, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.266899] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485539} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.267023] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 22189f25-f644-496a-9c2b-961b7c372772/22189f25-f644-496a-9c2b-961b7c372772.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.267703] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.267703] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e027c2ce-e4d5-4e78-babd-0bff33c57ccd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.276018] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 714.276018] env[69169]: value = "task-3250611" [ 714.276018] env[69169]: _type = "Task" [ 714.276018] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.285134] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.331197] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 714.331268] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.600s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.331954] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.735s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.333587] env[69169]: INFO nova.compute.claims [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.342052] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.350932] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250610, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.583249] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.657873] env[69169]: INFO nova.compute.manager [-] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Took 1.61 seconds to deallocate network for instance. [ 714.661617] env[69169]: INFO nova.compute.manager [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Took 28.32 seconds to build instance. [ 714.674171] env[69169]: DEBUG nova.network.neutron [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Updated VIF entry in instance network info cache for port 57fc09b8-8022-49f4-b584-11aff53e0e77. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.677805] env[69169]: DEBUG nova.network.neutron [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Updating instance_info_cache with network_info: [{"id": "57fc09b8-8022-49f4-b584-11aff53e0e77", "address": "fa:16:3e:43:99:5b", "network": {"id": "ac3063b9-2508-4125-8700-a35f9606531c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2125183366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e84f0712e534d8bad990dd97073aaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fc09b8-80", "ovs_interfaceid": "57fc09b8-8022-49f4-b584-11aff53e0e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.747970] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250608, 'name': ReconfigVM_Task, 'duration_secs': 0.556586} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.748076] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Reconfigured VM instance instance-0000000c to attach disk [datastore1] dc28dceb-ec90-4b24-804a-b2bf31fcd959/dc28dceb-ec90-4b24-804a-b2bf31fcd959.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.749539] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f971b1af-cd8f-4c12-83ac-5827af84f316 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.760381] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 714.760381] env[69169]: value = "task-3250612" [ 714.760381] env[69169]: _type = "Task" [ 714.760381] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.771600] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250612, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.782825] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069767} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.783210] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.785170] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ea0a60-aad5-4301-9749-94ed6b386bf8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.808999] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 22189f25-f644-496a-9c2b-961b7c372772/22189f25-f644-496a-9c2b-961b7c372772.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.809360] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04ec8807-d57e-4588-b9cc-9b0fa10ab413 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.829873] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 714.829873] env[69169]: value = "task-3250613" [ 714.829873] env[69169]: _type = "Task" [ 714.829873] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.845291] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.855263] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250610, 'name': ReconfigVM_Task, 'duration_secs': 0.536458} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.855888] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 325e4182-3660-474a-a59d-7df355c291ce/325e4182-3660-474a-a59d-7df355c291ce.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.856244] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dae9531-170d-48e8-9e19-aa73838ffc22 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.862729] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 714.862729] env[69169]: value = "task-3250614" [ 714.862729] env[69169]: _type = "Task" [ 714.862729] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.874430] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250614, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.973223] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Acquiring lock "fa29c571-2476-4217-b835-43af51cd645a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.973479] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Lock "fa29c571-2476-4217-b835-43af51cd645a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.163739] env[69169]: DEBUG oslo_concurrency.lockutils [None req-029d2437-3ce0-42c1-8f8f-459b76675856 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Lock "07fafaf6-f2bf-447e-9e2c-8e835afb81d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.859s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.182074] env[69169]: DEBUG oslo_concurrency.lockutils [req-d31ef36b-93c0-4e67-8464-94be160dbde8 req-444eb470-b9b5-4d6f-8d02-0cd5d4a52e84 service nova] Releasing lock "refresh_cache-22189f25-f644-496a-9c2b-961b7c372772" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.183019] env[69169]: DEBUG oslo_concurrency.lockutils [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.275842] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250612, 'name': Rename_Task, 'duration_secs': 0.137391} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.276250] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.276569] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c41ef278-878a-4d0a-afd9-fedc8d458278 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.283862] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 715.283862] env[69169]: value = "task-3250615" [ 715.283862] env[69169]: _type = "Task" [ 715.283862] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.294054] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.345032] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.376660] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250614, 'name': Rename_Task, 'duration_secs': 0.260173} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.380335] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.381797] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9d3fd30-c5b2-4fa2-ab7f-d1f09d2cdf87 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.390016] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 715.390016] env[69169]: value = "task-3250616" [ 715.390016] env[69169]: _type = "Task" [ 715.390016] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.401083] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.672946] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.710802] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f7404d-942f-4410-899d-96ae8fae592f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.723067] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d715f6-b076-4e1a-98f0-86aeb821041b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.765059] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed7d3c3-b67d-49cb-bee2-6edaa0cffd9c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.773903] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58454dce-068d-42ad-94a9-4b493f81ba54 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.795139] env[69169]: DEBUG nova.compute.provider_tree [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.806210] env[69169]: DEBUG oslo_vmware.api [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250615, 'name': PowerOnVM_Task, 'duration_secs': 0.481183} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.806897] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.807117] env[69169]: INFO nova.compute.manager [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Took 5.05 seconds to spawn the instance on the hypervisor. [ 715.807292] env[69169]: DEBUG nova.compute.manager [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.809088] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9019eab-426b-47b7-8c4b-004c424f2f62 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.840086] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250613, 'name': ReconfigVM_Task, 'duration_secs': 0.976297} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.840405] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 22189f25-f644-496a-9c2b-961b7c372772/22189f25-f644-496a-9c2b-961b7c372772.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.841046] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e8424c6-4ab7-4662-ab8f-cf6a6f7bec69 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.849914] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 715.849914] env[69169]: value = "task-3250617" [ 715.849914] env[69169]: _type = "Task" [ 715.849914] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.859117] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250617, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.900328] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250616, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.200798] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.300391] env[69169]: DEBUG nova.scheduler.client.report [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.331102] env[69169]: INFO nova.compute.manager [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Took 16.79 seconds to build instance. [ 716.362463] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250617, 'name': Rename_Task, 'duration_secs': 0.212176} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.363019] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.363019] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7228648f-4474-4865-bcf2-959e63b83991 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.372150] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 716.372150] env[69169]: value = "task-3250618" [ 716.372150] env[69169]: _type = "Task" [ 716.372150] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.381534] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.405148] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250616, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.808839] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.808839] env[69169]: DEBUG nova.compute.manager [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.811459] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.483s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.812911] env[69169]: INFO nova.compute.claims [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.834780] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1fb972a-3682-47a0-b6c8-97323ada9d9e tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Lock "dc28dceb-ec90-4b24-804a-b2bf31fcd959" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.614s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.883955] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250618, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.902744] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250616, 'name': PowerOnVM_Task, 'duration_secs': 1.24589} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.902744] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.902744] env[69169]: INFO nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Took 11.17 seconds to spawn the instance on the hypervisor. [ 716.902744] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.903509] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b6a959-cb82-483a-b53c-b066628ac434 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.086376] env[69169]: DEBUG nova.compute.manager [req-c3cd2a51-d4a6-4402-a79a-a5c8b769aac2 req-40f84a50-4a63-488a-a03e-49e939b89d40 service nova] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Received event network-vif-deleted-64976acc-5202-4dd4-8f7a-21cd55950f49 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.153510] env[69169]: DEBUG nova.compute.manager [None req-ea6735b8-6ade-4f65-85e9-71f7f5029779 tempest-ServerExternalEventsTest-1773526530 tempest-ServerExternalEventsTest-1773526530-project] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Received event network-changed {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.153731] env[69169]: DEBUG nova.compute.manager [None req-ea6735b8-6ade-4f65-85e9-71f7f5029779 tempest-ServerExternalEventsTest-1773526530 tempest-ServerExternalEventsTest-1773526530-project] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Refreshing instance network info cache due to event network-changed. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.154013] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ea6735b8-6ade-4f65-85e9-71f7f5029779 tempest-ServerExternalEventsTest-1773526530 tempest-ServerExternalEventsTest-1773526530-project] Acquiring lock "refresh_cache-07fafaf6-f2bf-447e-9e2c-8e835afb81d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.154103] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ea6735b8-6ade-4f65-85e9-71f7f5029779 tempest-ServerExternalEventsTest-1773526530 tempest-ServerExternalEventsTest-1773526530-project] Acquired lock "refresh_cache-07fafaf6-f2bf-447e-9e2c-8e835afb81d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.154263] env[69169]: DEBUG nova.network.neutron [None req-ea6735b8-6ade-4f65-85e9-71f7f5029779 tempest-ServerExternalEventsTest-1773526530 tempest-ServerExternalEventsTest-1773526530-project] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.318306] env[69169]: DEBUG nova.compute.utils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.327513] env[69169]: DEBUG nova.compute.manager [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.329031] env[69169]: DEBUG nova.network.neutron [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.340945] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.389770] env[69169]: DEBUG oslo_vmware.api [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250618, 'name': PowerOnVM_Task, 'duration_secs': 0.566241} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.390757] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.391347] env[69169]: INFO nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Took 9.19 seconds to spawn the instance on the hypervisor. [ 717.391347] env[69169]: DEBUG nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.392204] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00c778b-fa3d-4cc2-8500-65b30719b8ef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.425638] env[69169]: DEBUG nova.policy [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99786e8c78c64224bad614801dd3c6ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ce24b6a10fe4d14953c7b281f288eac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.432333] env[69169]: INFO nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Took 24.29 seconds to build instance. [ 717.609249] env[69169]: DEBUG nova.compute.manager [req-b6a4cdd9-e8c6-47ed-8b0a-6acbbfdc034a req-d13fd9f5-1602-412b-8829-f0f548845d42 service nova] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Received event network-vif-deleted-5e5ad502-dd12-4ed8-bfe5-951ff7d2f5f8 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.609249] env[69169]: DEBUG nova.compute.manager [req-b6a4cdd9-e8c6-47ed-8b0a-6acbbfdc034a req-d13fd9f5-1602-412b-8829-f0f548845d42 service nova] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Received event network-vif-deleted-aa55f840-6628-4536-af6a-800ad370435a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.609249] env[69169]: DEBUG nova.compute.manager [req-b6a4cdd9-e8c6-47ed-8b0a-6acbbfdc034a req-d13fd9f5-1602-412b-8829-f0f548845d42 service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Received event network-changed-179ddfeb-14c7-4c6e-87b4-9e09f4894960 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.609249] env[69169]: DEBUG nova.compute.manager [req-b6a4cdd9-e8c6-47ed-8b0a-6acbbfdc034a req-d13fd9f5-1602-412b-8829-f0f548845d42 service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Refreshing instance network info cache due to event network-changed-179ddfeb-14c7-4c6e-87b4-9e09f4894960. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.609499] env[69169]: DEBUG oslo_concurrency.lockutils [req-b6a4cdd9-e8c6-47ed-8b0a-6acbbfdc034a req-d13fd9f5-1602-412b-8829-f0f548845d42 service nova] Acquiring lock "refresh_cache-87995305-0f03-4676-addb-d78645b767f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.609499] env[69169]: DEBUG oslo_concurrency.lockutils [req-b6a4cdd9-e8c6-47ed-8b0a-6acbbfdc034a req-d13fd9f5-1602-412b-8829-f0f548845d42 service nova] Acquired lock "refresh_cache-87995305-0f03-4676-addb-d78645b767f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.609811] env[69169]: DEBUG nova.network.neutron [req-b6a4cdd9-e8c6-47ed-8b0a-6acbbfdc034a req-d13fd9f5-1602-412b-8829-f0f548845d42 service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Refreshing network info cache for port 179ddfeb-14c7-4c6e-87b4-9e09f4894960 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.831136] env[69169]: DEBUG nova.compute.manager [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.878443] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.916779] env[69169]: INFO nova.compute.manager [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Took 18.98 seconds to build instance. [ 717.935731] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "325e4182-3660-474a-a59d-7df355c291ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.804s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.271859] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81ee1aa-20e8-4d0a-8cc7-ba0be94ed42c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.283237] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b5e864-7959-4aca-b043-0cb6a770537f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.324129] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485aafa6-65d5-454f-af4f-21eaf91bd4e2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.335150] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e01d51f-8e7e-4ca9-aacb-5fc171dba27f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.356097] env[69169]: DEBUG nova.compute.provider_tree [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.425674] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab36069-4366-4f26-85c3-cbfde9c7eaf2 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "22189f25-f644-496a-9c2b-961b7c372772" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.271s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.439049] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.544171] env[69169]: DEBUG nova.network.neutron [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Successfully created port: cd87693e-38de-4080-bc04-2a2c50a0bbae {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.569224] env[69169]: DEBUG nova.network.neutron [None req-ea6735b8-6ade-4f65-85e9-71f7f5029779 tempest-ServerExternalEventsTest-1773526530 tempest-ServerExternalEventsTest-1773526530-project] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Updating instance_info_cache with network_info: [{"id": "0d304ca8-eb0c-4171-996b-7394ac5b04cf", "address": "fa:16:3e:70:58:99", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d304ca8-eb", "ovs_interfaceid": "0d304ca8-eb0c-4171-996b-7394ac5b04cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.744401] env[69169]: DEBUG nova.network.neutron [req-b6a4cdd9-e8c6-47ed-8b0a-6acbbfdc034a req-d13fd9f5-1602-412b-8829-f0f548845d42 service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Updated VIF entry in instance network info cache for port 179ddfeb-14c7-4c6e-87b4-9e09f4894960. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.744772] env[69169]: DEBUG nova.network.neutron [req-b6a4cdd9-e8c6-47ed-8b0a-6acbbfdc034a req-d13fd9f5-1602-412b-8829-f0f548845d42 service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Updating instance_info_cache with network_info: [{"id": "179ddfeb-14c7-4c6e-87b4-9e09f4894960", "address": "fa:16:3e:ae:a4:bb", "network": {"id": "4909476d-e988-4491-b8fb-95d705dbd998", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1996792357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe7d86f8fd2a4e7fad0ae5e66472d664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap179ddfeb-14", "ovs_interfaceid": "179ddfeb-14c7-4c6e-87b4-9e09f4894960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.859318] env[69169]: DEBUG nova.compute.manager [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.861996] env[69169]: DEBUG nova.scheduler.client.report [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.892418] env[69169]: DEBUG nova.virt.hardware [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.892418] env[69169]: DEBUG nova.virt.hardware [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.892418] env[69169]: DEBUG nova.virt.hardware [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.892693] env[69169]: DEBUG nova.virt.hardware [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.896232] env[69169]: DEBUG nova.virt.hardware [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.896232] env[69169]: DEBUG nova.virt.hardware [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.896232] env[69169]: DEBUG nova.virt.hardware [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.896232] env[69169]: DEBUG nova.virt.hardware [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.896232] env[69169]: DEBUG nova.virt.hardware [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.896396] env[69169]: DEBUG nova.virt.hardware [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.896396] env[69169]: DEBUG nova.virt.hardware [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.896396] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd7cdd3-e00e-42a8-b014-d5b73f9f848a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.905328] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5597450e-e8b0-4363-9495-430e560329c8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.929202] env[69169]: DEBUG nova.compute.manager [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.980106] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.072501] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ea6735b8-6ade-4f65-85e9-71f7f5029779 tempest-ServerExternalEventsTest-1773526530 tempest-ServerExternalEventsTest-1773526530-project] Releasing lock "refresh_cache-07fafaf6-f2bf-447e-9e2c-8e835afb81d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.247746] env[69169]: DEBUG oslo_concurrency.lockutils [req-b6a4cdd9-e8c6-47ed-8b0a-6acbbfdc034a req-d13fd9f5-1602-412b-8829-f0f548845d42 service nova] Releasing lock "refresh_cache-87995305-0f03-4676-addb-d78645b767f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.367366] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.368363] env[69169]: DEBUG nova.compute.manager [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.374388] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.793s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.375451] env[69169]: INFO nova.compute.claims [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.463376] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.549317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Acquiring lock "07fafaf6-f2bf-447e-9e2c-8e835afb81d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.549589] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Lock "07fafaf6-f2bf-447e-9e2c-8e835afb81d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.549908] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Acquiring lock "07fafaf6-f2bf-447e-9e2c-8e835afb81d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.550125] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Lock "07fafaf6-f2bf-447e-9e2c-8e835afb81d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.550247] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Lock "07fafaf6-f2bf-447e-9e2c-8e835afb81d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.553618] env[69169]: INFO nova.compute.manager [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Terminating instance [ 719.756032] env[69169]: DEBUG nova.compute.manager [None req-b5e29615-fd20-4e00-9922-04471437ab3b tempest-ServerDiagnosticsV248Test-1968536384 tempest-ServerDiagnosticsV248Test-1968536384-project-admin] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.756032] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23e3eca-d98b-4042-84ba-6cf8f55c6a08 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.762141] env[69169]: INFO nova.compute.manager [None req-b5e29615-fd20-4e00-9922-04471437ab3b tempest-ServerDiagnosticsV248Test-1968536384 tempest-ServerDiagnosticsV248Test-1968536384-project-admin] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Retrieving diagnostics [ 719.764480] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c02ea2-c5dc-4b10-821e-d22e127d4509 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.811621] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "cb9cea3a-dd62-46b9-82af-20c557fd1f1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.811820] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "cb9cea3a-dd62-46b9-82af-20c557fd1f1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.858065] env[69169]: INFO nova.compute.manager [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Rebuilding instance [ 719.881682] env[69169]: DEBUG nova.compute.utils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.885016] env[69169]: DEBUG nova.compute.manager [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.885240] env[69169]: DEBUG nova.network.neutron [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.921051] env[69169]: DEBUG nova.compute.manager [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.921928] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b58d80-c008-442c-bb8c-2db6c978f08a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.984852] env[69169]: DEBUG nova.policy [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa3e186ae9fc45cca95e47a043862bca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '845cb61db91f43b0a7ff230c067c952b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.059119] env[69169]: DEBUG nova.compute.manager [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.059364] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.060286] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4f4c29-4ab9-416e-916e-3d406ff1eafb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.068230] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.068488] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b78f410-db65-4e29-91f9-6dd52c9b4831 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.074737] env[69169]: DEBUG oslo_vmware.api [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Waiting for the task: (returnval){ [ 720.074737] env[69169]: value = "task-3250623" [ 720.074737] env[69169]: _type = "Task" [ 720.074737] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.084504] env[69169]: DEBUG oslo_vmware.api [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.395884] env[69169]: DEBUG nova.compute.manager [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.521723] env[69169]: DEBUG nova.network.neutron [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Successfully created port: 63f04e46-f212-43f4-b405-b5cf85eeab8a {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.590662] env[69169]: DEBUG oslo_vmware.api [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250623, 'name': PowerOffVM_Task, 'duration_secs': 0.479081} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.591043] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.591241] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.591826] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7151d4b8-b97b-451c-aba2-40b317db5db2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.665481] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.665801] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.665926] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Deleting the datastore file [datastore2] 07fafaf6-f2bf-447e-9e2c-8e835afb81d9 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.671119] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d57764c0-2b88-4c86-aa16-25c690eafac7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.686320] env[69169]: DEBUG oslo_vmware.api [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Waiting for the task: (returnval){ [ 720.686320] env[69169]: value = "task-3250625" [ 720.686320] env[69169]: _type = "Task" [ 720.686320] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.704544] env[69169]: DEBUG oslo_vmware.api [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.742779] env[69169]: DEBUG nova.network.neutron [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Successfully updated port: cd87693e-38de-4080-bc04-2a2c50a0bbae {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.871766] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d0536b-7756-4e61-aabd-a9af51bdd0e0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.879488] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a59768a-95cc-4126-913c-50665bd05c4d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.915134] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aa9e19-80f9-4109-ae39-d4e8280cfd85 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.922777] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7bf728-3e25-472b-98fb-13eac8ac98a0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.938029] env[69169]: DEBUG nova.compute.provider_tree [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.938239] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.938641] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfa77e0b-4e12-4886-894d-826c9308a474 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.944602] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 720.944602] env[69169]: value = "task-3250627" [ 720.944602] env[69169]: _type = "Task" [ 720.944602] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.954970] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.181204] env[69169]: DEBUG oslo_concurrency.lockutils [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "325e4182-3660-474a-a59d-7df355c291ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.181616] env[69169]: DEBUG oslo_concurrency.lockutils [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "325e4182-3660-474a-a59d-7df355c291ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.182350] env[69169]: DEBUG oslo_concurrency.lockutils [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "325e4182-3660-474a-a59d-7df355c291ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.182572] env[69169]: DEBUG oslo_concurrency.lockutils [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "325e4182-3660-474a-a59d-7df355c291ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.182781] env[69169]: DEBUG oslo_concurrency.lockutils [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "325e4182-3660-474a-a59d-7df355c291ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.186774] env[69169]: INFO nova.compute.manager [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Terminating instance [ 721.201391] env[69169]: DEBUG oslo_vmware.api [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Task: {'id': task-3250625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462659} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.202129] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.202129] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.202318] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.202399] env[69169]: INFO nova.compute.manager [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 721.202701] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.202926] env[69169]: DEBUG nova.compute.manager [-] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.203043] env[69169]: DEBUG nova.network.neutron [-] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.245740] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "refresh_cache-74cd622c-eab8-4327-ac53-5ed338f30d80" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.245903] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquired lock "refresh_cache-74cd622c-eab8-4327-ac53-5ed338f30d80" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.249080] env[69169]: DEBUG nova.network.neutron [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.416342] env[69169]: DEBUG nova.compute.manager [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.445042] env[69169]: DEBUG nova.scheduler.client.report [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.460537] env[69169]: DEBUG nova.virt.hardware [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.460804] env[69169]: DEBUG nova.virt.hardware [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.461601] env[69169]: DEBUG nova.virt.hardware [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.461601] env[69169]: DEBUG nova.virt.hardware [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.461601] env[69169]: DEBUG nova.virt.hardware [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.461601] env[69169]: DEBUG nova.virt.hardware [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.461857] env[69169]: DEBUG nova.virt.hardware [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.462535] env[69169]: DEBUG nova.virt.hardware [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.462535] env[69169]: DEBUG nova.virt.hardware [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.462535] env[69169]: DEBUG nova.virt.hardware [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.462771] env[69169]: DEBUG nova.virt.hardware [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.465920] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b47fc92-1a43-4bf4-8da4-59e1c761d918 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.478436] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e7ee3f-a3d1-47c4-9e30-80ac2c0e2ff7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.482903] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250627, 'name': PowerOffVM_Task, 'duration_secs': 0.131062} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.483970] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.484813] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.486550] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e91aa57-7ff3-4d1f-9283-cca651892dc7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.505729] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.506053] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04bb3fcf-75da-4e11-bc9e-3bc78cd16eaf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.544536] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.545211] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.545315] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Deleting the datastore file [datastore1] dc28dceb-ec90-4b24-804a-b2bf31fcd959 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.545589] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-110d9d60-4899-46be-92e3-7fd0e8856ac2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.551398] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 721.551398] env[69169]: value = "task-3250629" [ 721.551398] env[69169]: _type = "Task" [ 721.551398] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.565124] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.607970] env[69169]: DEBUG nova.compute.manager [req-3bf28057-2eb0-4a11-b4e1-551d0f16f695 req-3625d357-1d53-4cdb-9766-c33fe48c20f7 service nova] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Received event network-vif-plugged-cd87693e-38de-4080-bc04-2a2c50a0bbae {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.608199] env[69169]: DEBUG oslo_concurrency.lockutils [req-3bf28057-2eb0-4a11-b4e1-551d0f16f695 req-3625d357-1d53-4cdb-9766-c33fe48c20f7 service nova] Acquiring lock "74cd622c-eab8-4327-ac53-5ed338f30d80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.608412] env[69169]: DEBUG oslo_concurrency.lockutils [req-3bf28057-2eb0-4a11-b4e1-551d0f16f695 req-3625d357-1d53-4cdb-9766-c33fe48c20f7 service nova] Lock "74cd622c-eab8-4327-ac53-5ed338f30d80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.608600] env[69169]: DEBUG oslo_concurrency.lockutils [req-3bf28057-2eb0-4a11-b4e1-551d0f16f695 req-3625d357-1d53-4cdb-9766-c33fe48c20f7 service nova] Lock "74cd622c-eab8-4327-ac53-5ed338f30d80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.608765] env[69169]: DEBUG nova.compute.manager [req-3bf28057-2eb0-4a11-b4e1-551d0f16f695 req-3625d357-1d53-4cdb-9766-c33fe48c20f7 service nova] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] No waiting events found dispatching network-vif-plugged-cd87693e-38de-4080-bc04-2a2c50a0bbae {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.609090] env[69169]: WARNING nova.compute.manager [req-3bf28057-2eb0-4a11-b4e1-551d0f16f695 req-3625d357-1d53-4cdb-9766-c33fe48c20f7 service nova] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Received unexpected event network-vif-plugged-cd87693e-38de-4080-bc04-2a2c50a0bbae for instance with vm_state building and task_state spawning. [ 721.696350] env[69169]: DEBUG nova.compute.manager [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.696644] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.697671] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa57d45-5ba1-4587-9e95-74599cc3a3d4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.708026] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.712787] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-109c1060-1ea8-4876-9043-8623ac8a512a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.719954] env[69169]: DEBUG oslo_vmware.api [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 721.719954] env[69169]: value = "task-3250630" [ 721.719954] env[69169]: _type = "Task" [ 721.719954] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.728335] env[69169]: DEBUG oslo_vmware.api [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.803766] env[69169]: DEBUG nova.network.neutron [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.854585] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Acquiring lock "7d162860-00ee-4b0b-95f8-9632c4eabfad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.854936] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lock "7d162860-00ee-4b0b-95f8-9632c4eabfad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.881187] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "d59bc90a-d340-4e5f-b395-e320de617c16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.882145] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.955675] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.955675] env[69169]: DEBUG nova.compute.manager [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.961645] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.201s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.964087] env[69169]: INFO nova.compute.claims [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.064351] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107152} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.064601] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.064783] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.064954] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.084275] env[69169]: DEBUG oslo_concurrency.lockutils [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Acquiring lock "a46cec90-2d8a-44aa-9270-9fcb61b6d0c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.084521] env[69169]: DEBUG oslo_concurrency.lockutils [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Lock "a46cec90-2d8a-44aa-9270-9fcb61b6d0c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.084725] env[69169]: DEBUG oslo_concurrency.lockutils [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Acquiring lock "a46cec90-2d8a-44aa-9270-9fcb61b6d0c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.084899] env[69169]: DEBUG oslo_concurrency.lockutils [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Lock "a46cec90-2d8a-44aa-9270-9fcb61b6d0c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.085078] env[69169]: DEBUG oslo_concurrency.lockutils [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Lock "a46cec90-2d8a-44aa-9270-9fcb61b6d0c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.087929] env[69169]: INFO nova.compute.manager [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Terminating instance [ 722.135097] env[69169]: DEBUG nova.network.neutron [-] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.212900] env[69169]: DEBUG nova.network.neutron [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Updating instance_info_cache with network_info: [{"id": "cd87693e-38de-4080-bc04-2a2c50a0bbae", "address": "fa:16:3e:01:af:fa", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd87693e-38", "ovs_interfaceid": "cd87693e-38de-4080-bc04-2a2c50a0bbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.230874] env[69169]: DEBUG oslo_vmware.api [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250630, 'name': PowerOffVM_Task, 'duration_secs': 0.197697} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.230874] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.231030] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.231661] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71975ffd-9311-4fe9-9c22-69e559ad6f66 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.299578] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.299864] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.300023] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Deleting the datastore file [datastore2] 325e4182-3660-474a-a59d-7df355c291ce {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.300297] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-928616c8-0c14-4520-9b4d-721d0fb111c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.306529] env[69169]: DEBUG oslo_vmware.api [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 722.306529] env[69169]: value = "task-3250632" [ 722.306529] env[69169]: _type = "Task" [ 722.306529] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.314018] env[69169]: DEBUG oslo_vmware.api [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.463311] env[69169]: DEBUG nova.compute.utils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.464737] env[69169]: DEBUG nova.compute.manager [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.464949] env[69169]: DEBUG nova.network.neutron [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.519859] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "22189f25-f644-496a-9c2b-961b7c372772" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.520161] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "22189f25-f644-496a-9c2b-961b7c372772" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.520362] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "22189f25-f644-496a-9c2b-961b7c372772-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.520541] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "22189f25-f644-496a-9c2b-961b7c372772-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.520703] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "22189f25-f644-496a-9c2b-961b7c372772-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.523580] env[69169]: INFO nova.compute.manager [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Terminating instance [ 722.535659] env[69169]: DEBUG nova.policy [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '588fc1ec606a438791cb138e726f1e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e797966bd3134ecd85cb425bee5564d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.549592] env[69169]: DEBUG nova.network.neutron [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Successfully updated port: 63f04e46-f212-43f4-b405-b5cf85eeab8a {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.591462] env[69169]: DEBUG oslo_concurrency.lockutils [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Acquiring lock "refresh_cache-a46cec90-2d8a-44aa-9270-9fcb61b6d0c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.591635] env[69169]: DEBUG oslo_concurrency.lockutils [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Acquired lock "refresh_cache-a46cec90-2d8a-44aa-9270-9fcb61b6d0c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.591820] env[69169]: DEBUG nova.network.neutron [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.639980] env[69169]: INFO nova.compute.manager [-] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Took 1.44 seconds to deallocate network for instance. [ 722.716404] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Releasing lock "refresh_cache-74cd622c-eab8-4327-ac53-5ed338f30d80" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.716909] env[69169]: DEBUG nova.compute.manager [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Instance network_info: |[{"id": "cd87693e-38de-4080-bc04-2a2c50a0bbae", "address": "fa:16:3e:01:af:fa", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd87693e-38", "ovs_interfaceid": "cd87693e-38de-4080-bc04-2a2c50a0bbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.717299] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:af:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd87693e-38de-4080-bc04-2a2c50a0bbae', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.725808] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Creating folder: Project (5ce24b6a10fe4d14953c7b281f288eac). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.726367] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9beddef-e7e6-457b-87cd-f6ee47799371 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.739842] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Created folder: Project (5ce24b6a10fe4d14953c7b281f288eac) in parent group-v649481. [ 722.739842] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Creating folder: Instances. Parent ref: group-v649519. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.739842] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be1d0251-ece9-482b-b26e-3b31faa2d5c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.748475] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Created folder: Instances in parent group-v649519. [ 722.748808] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.749063] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.749302] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bd87823-0912-4379-b579-ae4a28d77289 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.774863] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.774863] env[69169]: value = "task-3250636" [ 722.774863] env[69169]: _type = "Task" [ 722.774863] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.782845] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250636, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.819432] env[69169]: DEBUG oslo_vmware.api [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145321} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.819432] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.819432] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.819432] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.819432] env[69169]: INFO nova.compute.manager [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Took 1.12 seconds to destroy the instance on the hypervisor. [ 722.819734] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.819734] env[69169]: DEBUG nova.compute.manager [-] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.819734] env[69169]: DEBUG nova.network.neutron [-] [instance: 325e4182-3660-474a-a59d-7df355c291ce] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.969425] env[69169]: DEBUG nova.compute.manager [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.979307] env[69169]: DEBUG nova.network.neutron [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Successfully created port: 785e59c1-9c0f-4b8e-a273-efdeb560d9aa {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.029930] env[69169]: DEBUG nova.compute.manager [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.030187] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.032502] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8924b73-947d-4464-9786-b5db97e2b264 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.053018] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Acquiring lock "refresh_cache-dc52e159-586e-4de1-b98a-95106ecaf835" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.053018] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Acquired lock "refresh_cache-dc52e159-586e-4de1-b98a-95106ecaf835" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.054262] env[69169]: DEBUG nova.network.neutron [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.055335] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.055335] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20b9ca7b-24a0-4e64-b6be-876a43e23bca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.069047] env[69169]: DEBUG oslo_vmware.api [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 723.069047] env[69169]: value = "task-3250637" [ 723.069047] env[69169]: _type = "Task" [ 723.069047] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.084650] env[69169]: DEBUG oslo_vmware.api [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.110976] env[69169]: DEBUG nova.virt.hardware [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.111239] env[69169]: DEBUG nova.virt.hardware [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.111378] env[69169]: DEBUG nova.virt.hardware [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.111551] env[69169]: DEBUG nova.virt.hardware [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.111684] env[69169]: DEBUG nova.virt.hardware [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.115022] env[69169]: DEBUG nova.virt.hardware [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.115022] env[69169]: DEBUG nova.virt.hardware [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.115022] env[69169]: DEBUG nova.virt.hardware [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.115022] env[69169]: DEBUG nova.virt.hardware [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.115022] env[69169]: DEBUG nova.virt.hardware [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.115406] env[69169]: DEBUG nova.virt.hardware [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.115406] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90a4d03-dc60-43e4-8e58-98ba602d3e93 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.118090] env[69169]: DEBUG nova.network.neutron [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.129138] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc139e07-8ddc-4d7f-b9fd-ebccaf9e3e91 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.156180] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.156668] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.164178] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.167398] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.170173] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47ea53d2-da21-4dc1-90fc-7a3cad168472 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.191305] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.191305] env[69169]: value = "task-3250638" [ 723.191305] env[69169]: _type = "Task" [ 723.191305] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.207496] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250638, 'name': CreateVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.287154] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250636, 'name': CreateVM_Task, 'duration_secs': 0.358326} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.287989] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.288458] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.288628] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.288974] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.289252] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7214691c-26e7-4428-bc0f-9f5de795e737 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.291661] env[69169]: DEBUG nova.network.neutron [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.302923] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 723.302923] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52aa2bf7-76b8-76bf-5dbe-cd168d982df7" [ 723.302923] env[69169]: _type = "Task" [ 723.302923] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.318371] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52aa2bf7-76b8-76bf-5dbe-cd168d982df7, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.321283] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.321503] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.321724] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.322410] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.322410] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.322946] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8df0d3fb-725a-490f-8a40-3d7f8ced6992 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.333859] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.334073] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.334816] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61793567-d6bc-4993-89f9-1869ccdd8453 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.345228] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 723.345228] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fc7767-ffa1-fba5-9b4f-b6c7d326ec7a" [ 723.345228] env[69169]: _type = "Task" [ 723.345228] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.359891] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fc7767-ffa1-fba5-9b4f-b6c7d326ec7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.520033] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac86999-b2c2-4bd0-b6e9-a10fa3e7323f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.529656] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee84dbb5-c73b-491a-9c0c-efacd56c073c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.583218] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a715cf3-21cc-46fa-84ed-41d04a165052 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.598610] env[69169]: DEBUG oslo_vmware.api [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250637, 'name': PowerOffVM_Task, 'duration_secs': 0.204689} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.601068] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.601068] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.601286] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aceae937-0d1b-4d90-8169-111c0d6c26e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.604273] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cde965-c658-47cf-bb15-ecdf5b31dc53 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.623199] env[69169]: DEBUG nova.compute.provider_tree [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.628250] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.628250] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.672357] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.672955] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.672955] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Deleting the datastore file [datastore1] 22189f25-f644-496a-9c2b-961b7c372772 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.673639] env[69169]: DEBUG nova.network.neutron [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.675538] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61f35805-222b-43a7-b854-e82251c513a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.682408] env[69169]: DEBUG oslo_vmware.api [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 723.682408] env[69169]: value = "task-3250640" [ 723.682408] env[69169]: _type = "Task" [ 723.682408] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.690546] env[69169]: DEBUG oslo_vmware.api [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.700999] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250638, 'name': CreateVM_Task, 'duration_secs': 0.290237} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.701411] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.701857] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.702074] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.702439] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.702717] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c96cc1-03f2-4ee3-a610-540c9b232101 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.707806] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 723.707806] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e52e9f-c028-8b95-e48b-d0c04a5fb229" [ 723.707806] env[69169]: _type = "Task" [ 723.707806] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.717700] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e52e9f-c028-8b95-e48b-d0c04a5fb229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.799017] env[69169]: DEBUG oslo_concurrency.lockutils [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Releasing lock "refresh_cache-a46cec90-2d8a-44aa-9270-9fcb61b6d0c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.799017] env[69169]: DEBUG nova.compute.manager [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.799017] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.799468] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d52b83-f804-4460-a7cd-7c02872f35e1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.807226] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.807597] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59e7342d-7c65-4a5a-b7b0-72f3291783b9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.815351] env[69169]: DEBUG oslo_vmware.api [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 723.815351] env[69169]: value = "task-3250641" [ 723.815351] env[69169]: _type = "Task" [ 723.815351] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.826296] env[69169]: DEBUG oslo_vmware.api [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.858787] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fc7767-ffa1-fba5-9b4f-b6c7d326ec7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.859814] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d386b0be-b468-491a-ad97-83caf765bf6d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.865805] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 723.865805] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526ef9cd-55e3-dd3f-ecf1-1177ee61ab25" [ 723.865805] env[69169]: _type = "Task" [ 723.865805] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.879739] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526ef9cd-55e3-dd3f-ecf1-1177ee61ab25, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.880095] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.881476] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 74cd622c-eab8-4327-ac53-5ed338f30d80/74cd622c-eab8-4327-ac53-5ed338f30d80.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.881476] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7409f203-d0cc-4799-8615-c260b1825c14 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.889437] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 723.889437] env[69169]: value = "task-3250642" [ 723.889437] env[69169]: _type = "Task" [ 723.889437] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.898534] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.933211] env[69169]: DEBUG nova.network.neutron [-] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.992281] env[69169]: DEBUG nova.compute.manager [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.029289] env[69169]: DEBUG nova.virt.hardware [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:06:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='90362173',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1040547127',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.029289] env[69169]: DEBUG nova.virt.hardware [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.029289] env[69169]: DEBUG nova.virt.hardware [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.029465] env[69169]: DEBUG nova.virt.hardware [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.029465] env[69169]: DEBUG nova.virt.hardware [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.029465] env[69169]: DEBUG nova.virt.hardware [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.029653] env[69169]: DEBUG nova.virt.hardware [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.029881] env[69169]: DEBUG nova.virt.hardware [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.030164] env[69169]: DEBUG nova.virt.hardware [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.030955] env[69169]: DEBUG nova.virt.hardware [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.030955] env[69169]: DEBUG nova.virt.hardware [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.032281] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7690d4d3-1b15-492e-9505-c823a8e98239 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.036265] env[69169]: DEBUG nova.network.neutron [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Updating instance_info_cache with network_info: [{"id": "63f04e46-f212-43f4-b405-b5cf85eeab8a", "address": "fa:16:3e:76:69:fb", "network": {"id": "215f3307-f94b-4efd-8a56-feef2ade5a51", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-402201670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845cb61db91f43b0a7ff230c067c952b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f04e46-f2", "ovs_interfaceid": "63f04e46-f212-43f4-b405-b5cf85eeab8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.044598] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2606a11b-7057-4d88-a2da-2b4f33a2fd7e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.090678] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Acquiring lock "87995305-0f03-4676-addb-d78645b767f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.090678] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Lock "87995305-0f03-4676-addb-d78645b767f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.090967] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Acquiring lock "87995305-0f03-4676-addb-d78645b767f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.090967] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Lock "87995305-0f03-4676-addb-d78645b767f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.091200] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Lock "87995305-0f03-4676-addb-d78645b767f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.095913] env[69169]: INFO nova.compute.manager [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Terminating instance [ 724.126966] env[69169]: DEBUG nova.scheduler.client.report [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.195047] env[69169]: DEBUG oslo_vmware.api [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130738} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.195481] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.195757] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.195997] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.196320] env[69169]: INFO nova.compute.manager [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Took 1.17 seconds to destroy the instance on the hypervisor. [ 724.196828] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.197136] env[69169]: DEBUG nova.compute.manager [-] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.197335] env[69169]: DEBUG nova.network.neutron [-] [instance: 22189f25-f644-496a-9c2b-961b7c372772] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.222216] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e52e9f-c028-8b95-e48b-d0c04a5fb229, 'name': SearchDatastore_Task, 'duration_secs': 0.018011} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.222401] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.222831] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.222939] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.223248] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.223965] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.226574] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1f36bf4-0750-418f-80bc-fb73d08301da {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.240349] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.241056] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.241426] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09308c6a-bd80-490a-98ce-e3dfa1b90a43 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.251082] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 724.251082] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e7ce44-ddcf-0699-8359-34af319492a4" [ 724.251082] env[69169]: _type = "Task" [ 724.251082] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.261111] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e7ce44-ddcf-0699-8359-34af319492a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.327525] env[69169]: DEBUG oslo_vmware.api [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250641, 'name': PowerOffVM_Task, 'duration_secs': 0.197421} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.327749] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.327920] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.328224] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fb0fd76-387e-4cd0-b32c-b328d759f383 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.354491] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.354764] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.355444] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Deleting the datastore file [datastore2] a46cec90-2d8a-44aa-9270-9fcb61b6d0c7 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.355444] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df1b5226-a8e4-4842-86fa-809ead078da8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.362487] env[69169]: DEBUG oslo_vmware.api [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for the task: (returnval){ [ 724.362487] env[69169]: value = "task-3250644" [ 724.362487] env[69169]: _type = "Task" [ 724.362487] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.371387] env[69169]: DEBUG oslo_vmware.api [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.404378] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471956} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.404378] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 74cd622c-eab8-4327-ac53-5ed338f30d80/74cd622c-eab8-4327-ac53-5ed338f30d80.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.404378] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.404378] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c60fdc3b-2938-4c81-bf05-0e6747b5d1df {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.411225] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 724.411225] env[69169]: value = "task-3250645" [ 724.411225] env[69169]: _type = "Task" [ 724.411225] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.419676] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.437356] env[69169]: INFO nova.compute.manager [-] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Took 1.62 seconds to deallocate network for instance. [ 724.540343] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Releasing lock "refresh_cache-dc52e159-586e-4de1-b98a-95106ecaf835" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.540668] env[69169]: DEBUG nova.compute.manager [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Instance network_info: |[{"id": "63f04e46-f212-43f4-b405-b5cf85eeab8a", "address": "fa:16:3e:76:69:fb", "network": {"id": "215f3307-f94b-4efd-8a56-feef2ade5a51", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-402201670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845cb61db91f43b0a7ff230c067c952b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f04e46-f2", "ovs_interfaceid": "63f04e46-f212-43f4-b405-b5cf85eeab8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.541177] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:69:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f04e46-f212-43f4-b405-b5cf85eeab8a', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.550216] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Creating folder: Project (845cb61db91f43b0a7ff230c067c952b). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.550561] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce30b521-9209-4990-8ad8-2e615359e296 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.562048] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Created folder: Project (845cb61db91f43b0a7ff230c067c952b) in parent group-v649481. [ 724.562236] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Creating folder: Instances. Parent ref: group-v649523. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.562460] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d4e0586-a31a-440a-a158-ea8d028a03e5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.571991] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Created folder: Instances in parent group-v649523. [ 724.572231] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.572439] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.572642] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cee34e4-1e7e-4c6b-b70b-f65f87a87d6d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.592947] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.592947] env[69169]: value = "task-3250648" [ 724.592947] env[69169]: _type = "Task" [ 724.592947] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.602514] env[69169]: DEBUG nova.compute.manager [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.602745] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.603160] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250648, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.603700] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cf0775-d1cc-4bf5-ae72-1fca3270875d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.611010] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.611267] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b8a5264-2e31-487c-a75a-218b4415dad8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.618168] env[69169]: DEBUG oslo_vmware.api [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Waiting for the task: (returnval){ [ 724.618168] env[69169]: value = "task-3250649" [ 724.618168] env[69169]: _type = "Task" [ 724.618168] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.631784] env[69169]: DEBUG oslo_vmware.api [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.634037] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.634037] env[69169]: DEBUG nova.compute.manager [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.638946] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.785s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.640780] env[69169]: INFO nova.compute.claims [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.649028] env[69169]: DEBUG nova.compute.manager [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Received event network-changed-cd87693e-38de-4080-bc04-2a2c50a0bbae {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.649147] env[69169]: DEBUG nova.compute.manager [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Refreshing instance network info cache due to event network-changed-cd87693e-38de-4080-bc04-2a2c50a0bbae. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.649827] env[69169]: DEBUG oslo_concurrency.lockutils [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] Acquiring lock "refresh_cache-74cd622c-eab8-4327-ac53-5ed338f30d80" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.649827] env[69169]: DEBUG oslo_concurrency.lockutils [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] Acquired lock "refresh_cache-74cd622c-eab8-4327-ac53-5ed338f30d80" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.649827] env[69169]: DEBUG nova.network.neutron [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Refreshing network info cache for port cd87693e-38de-4080-bc04-2a2c50a0bbae {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.769680] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e7ce44-ddcf-0699-8359-34af319492a4, 'name': SearchDatastore_Task, 'duration_secs': 0.024514} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.770544] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c318565-6369-4348-931e-8876c218caf7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.776395] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 724.776395] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e839b5-da28-05f1-aee9-6abba911ba7e" [ 724.776395] env[69169]: _type = "Task" [ 724.776395] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.786224] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e839b5-da28-05f1-aee9-6abba911ba7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.873845] env[69169]: DEBUG oslo_vmware.api [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Task: {'id': task-3250644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12945} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.873968] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.874212] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.874313] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.874500] env[69169]: INFO nova.compute.manager [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Took 1.08 seconds to destroy the instance on the hypervisor. [ 724.874714] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.874879] env[69169]: DEBUG nova.compute.manager [-] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.874978] env[69169]: DEBUG nova.network.neutron [-] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.920349] env[69169]: DEBUG nova.network.neutron [-] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.937017] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066865} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.937166] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.938386] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258b5df0-e304-4a70-8572-fde302058991 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.945092] env[69169]: DEBUG oslo_concurrency.lockutils [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.970915] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 74cd622c-eab8-4327-ac53-5ed338f30d80/74cd622c-eab8-4327-ac53-5ed338f30d80.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.971667] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc7e7ed-cae7-45fd-8f97-cf9d26673fec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.993808] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 724.993808] env[69169]: value = "task-3250651" [ 724.993808] env[69169]: _type = "Task" [ 724.993808] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.003246] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.105345] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250648, 'name': CreateVM_Task, 'duration_secs': 0.446142} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.105488] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.106486] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.106700] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.107072] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.107364] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee46077d-df4f-4ff4-94ad-063c1466414e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.112609] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Waiting for the task: (returnval){ [ 725.112609] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527d3cc6-1acd-e5f5-665f-3007b4766245" [ 725.112609] env[69169]: _type = "Task" [ 725.112609] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.127473] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527d3cc6-1acd-e5f5-665f-3007b4766245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.135029] env[69169]: DEBUG oslo_vmware.api [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250649, 'name': PowerOffVM_Task, 'duration_secs': 0.260028} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.135493] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.135843] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.136062] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-333a6a6d-2cff-4d9e-aeda-4eb8bf5ab72a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.146402] env[69169]: DEBUG nova.compute.utils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.154118] env[69169]: DEBUG nova.compute.manager [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.154371] env[69169]: DEBUG nova.network.neutron [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.199038] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.199166] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.199236] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Deleting the datastore file [datastore1] 87995305-0f03-4676-addb-d78645b767f7 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.199873] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6c5a3d2-d043-4508-922b-49faff0f7734 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.206554] env[69169]: DEBUG oslo_vmware.api [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Waiting for the task: (returnval){ [ 725.206554] env[69169]: value = "task-3250653" [ 725.206554] env[69169]: _type = "Task" [ 725.206554] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.214073] env[69169]: DEBUG oslo_vmware.api [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.253693] env[69169]: DEBUG nova.network.neutron [-] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.283486] env[69169]: DEBUG nova.policy [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd153f7f6a3e34c658c5dd9fd26732374', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312f6b393a77476eacb4bc4644a99098', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.292477] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e839b5-da28-05f1-aee9-6abba911ba7e, 'name': SearchDatastore_Task, 'duration_secs': 0.012044} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.292767] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.293412] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] dc28dceb-ec90-4b24-804a-b2bf31fcd959/dc28dceb-ec90-4b24-804a-b2bf31fcd959.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.293412] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f89f008-520f-42a2-ba97-04da87bd1742 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.301164] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 725.301164] env[69169]: value = "task-3250654" [ 725.301164] env[69169]: _type = "Task" [ 725.301164] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.310065] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.426497] env[69169]: DEBUG nova.network.neutron [-] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.505397] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250651, 'name': ReconfigVM_Task, 'duration_secs': 0.305383} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.505784] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 74cd622c-eab8-4327-ac53-5ed338f30d80/74cd622c-eab8-4327-ac53-5ed338f30d80.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.506753] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fc2ac87-3103-4599-8cf1-0199dc4ad636 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.513924] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 725.513924] env[69169]: value = "task-3250655" [ 725.513924] env[69169]: _type = "Task" [ 725.513924] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.522121] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250655, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.571719] env[69169]: DEBUG nova.network.neutron [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Updated VIF entry in instance network info cache for port cd87693e-38de-4080-bc04-2a2c50a0bbae. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.572098] env[69169]: DEBUG nova.network.neutron [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Updating instance_info_cache with network_info: [{"id": "cd87693e-38de-4080-bc04-2a2c50a0bbae", "address": "fa:16:3e:01:af:fa", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd87693e-38", "ovs_interfaceid": "cd87693e-38de-4080-bc04-2a2c50a0bbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.626557] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527d3cc6-1acd-e5f5-665f-3007b4766245, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.627105] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.627404] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.627800] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.628027] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.628259] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.628565] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7047aed8-35d4-4c41-bad7-0908321cb8fc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.638377] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.638649] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.639442] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c5b444-3cb6-4c19-869d-fd813148372e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.646942] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Waiting for the task: (returnval){ [ 725.646942] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5263467d-2229-d6cb-bf42-12c6aca01fb9" [ 725.646942] env[69169]: _type = "Task" [ 725.646942] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.656241] env[69169]: DEBUG nova.compute.manager [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.660325] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5263467d-2229-d6cb-bf42-12c6aca01fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.705523] env[69169]: DEBUG nova.network.neutron [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Successfully updated port: 785e59c1-9c0f-4b8e-a273-efdeb560d9aa {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.726136] env[69169]: DEBUG oslo_vmware.api [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Task: {'id': task-3250653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149408} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.726474] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.727145] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.727553] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.727811] env[69169]: INFO nova.compute.manager [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] [instance: 87995305-0f03-4676-addb-d78645b767f7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 725.728911] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.729408] env[69169]: DEBUG nova.compute.manager [-] [instance: 87995305-0f03-4676-addb-d78645b767f7] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.729408] env[69169]: DEBUG nova.network.neutron [-] [instance: 87995305-0f03-4676-addb-d78645b767f7] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.757210] env[69169]: INFO nova.compute.manager [-] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Took 1.56 seconds to deallocate network for instance. [ 725.812114] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.933697] env[69169]: INFO nova.compute.manager [-] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Took 1.06 seconds to deallocate network for instance. [ 726.029108] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250655, 'name': Rename_Task, 'duration_secs': 0.149158} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.029392] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.029554] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-798029e6-ab31-4e19-8e25-aeb28cb624e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.038947] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 726.038947] env[69169]: value = "task-3250656" [ 726.038947] env[69169]: _type = "Task" [ 726.038947] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.048616] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.078318] env[69169]: DEBUG oslo_concurrency.lockutils [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] Releasing lock "refresh_cache-74cd622c-eab8-4327-ac53-5ed338f30d80" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.079089] env[69169]: DEBUG nova.compute.manager [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Received event network-vif-deleted-0d304ca8-eb0c-4171-996b-7394ac5b04cf {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.079302] env[69169]: DEBUG nova.compute.manager [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Received event network-vif-plugged-63f04e46-f212-43f4-b405-b5cf85eeab8a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.079695] env[69169]: DEBUG oslo_concurrency.lockutils [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] Acquiring lock "dc52e159-586e-4de1-b98a-95106ecaf835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.079783] env[69169]: DEBUG oslo_concurrency.lockutils [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] Lock "dc52e159-586e-4de1-b98a-95106ecaf835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.079891] env[69169]: DEBUG oslo_concurrency.lockutils [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] Lock "dc52e159-586e-4de1-b98a-95106ecaf835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.080095] env[69169]: DEBUG nova.compute.manager [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] No waiting events found dispatching network-vif-plugged-63f04e46-f212-43f4-b405-b5cf85eeab8a {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.080273] env[69169]: WARNING nova.compute.manager [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Received unexpected event network-vif-plugged-63f04e46-f212-43f4-b405-b5cf85eeab8a for instance with vm_state building and task_state spawning. [ 726.080447] env[69169]: DEBUG nova.compute.manager [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Received event network-changed-63f04e46-f212-43f4-b405-b5cf85eeab8a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.080621] env[69169]: DEBUG nova.compute.manager [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Refreshing instance network info cache due to event network-changed-63f04e46-f212-43f4-b405-b5cf85eeab8a. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.080811] env[69169]: DEBUG oslo_concurrency.lockutils [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] Acquiring lock "refresh_cache-dc52e159-586e-4de1-b98a-95106ecaf835" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.080998] env[69169]: DEBUG oslo_concurrency.lockutils [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] Acquired lock "refresh_cache-dc52e159-586e-4de1-b98a-95106ecaf835" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.081183] env[69169]: DEBUG nova.network.neutron [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Refreshing network info cache for port 63f04e46-f212-43f4-b405-b5cf85eeab8a {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.137427] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acc9368-0457-4f82-b951-1c1f0ba0f6eb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.147142] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683f21ce-6c06-435f-8197-ca5b09f34c67 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.229193] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "refresh_cache-7ded9bed-528b-41a1-8ad2-9e7133519c8c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.229404] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquired lock "refresh_cache-7ded9bed-528b-41a1-8ad2-9e7133519c8c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.229579] env[69169]: DEBUG nova.network.neutron [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.240458] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f20f78-8573-466f-9667-eeb0b3e634af {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.252371] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5263467d-2229-d6cb-bf42-12c6aca01fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.013251} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.257335] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b8e308-f246-4933-b76c-2eaa7750819a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.266497] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.269465] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57551c69-12eb-418c-823a-28681fa5f18c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.282811] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Waiting for the task: (returnval){ [ 726.282811] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c37fca-6984-5147-fb0c-ed44ee6f58dd" [ 726.282811] env[69169]: _type = "Task" [ 726.282811] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.306126] env[69169]: DEBUG nova.compute.provider_tree [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.324994] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c37fca-6984-5147-fb0c-ed44ee6f58dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.336099] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250654, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.446034] env[69169]: DEBUG oslo_concurrency.lockutils [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.531183] env[69169]: DEBUG nova.network.neutron [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Successfully created port: fe94f758-5eac-4ce1-a457-e05ff144c967 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.550591] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250656, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.744390] env[69169]: DEBUG nova.compute.manager [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.781471] env[69169]: DEBUG nova.virt.hardware [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.781471] env[69169]: DEBUG nova.virt.hardware [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.781471] env[69169]: DEBUG nova.virt.hardware [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.781658] env[69169]: DEBUG nova.virt.hardware [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.781746] env[69169]: DEBUG nova.virt.hardware [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.782635] env[69169]: DEBUG nova.virt.hardware [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.782635] env[69169]: DEBUG nova.virt.hardware [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.782635] env[69169]: DEBUG nova.virt.hardware [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.782635] env[69169]: DEBUG nova.virt.hardware [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.782635] env[69169]: DEBUG nova.virt.hardware [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.782906] env[69169]: DEBUG nova.virt.hardware [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.784093] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9d527c-e3d3-4aa9-bd74-0bd454a764dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.809924] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c37fca-6984-5147-fb0c-ed44ee6f58dd, 'name': SearchDatastore_Task, 'duration_secs': 0.056925} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.811530] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6f0a48-3784-4a91-a77b-156842eaf736 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.818316] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.818684] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] dc52e159-586e-4de1-b98a-95106ecaf835/dc52e159-586e-4de1-b98a-95106ecaf835.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.820118] env[69169]: DEBUG nova.scheduler.client.report [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.823609] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7119b63-66f2-4aad-83e2-1fda568fab0b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.842295] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Waiting for the task: (returnval){ [ 726.842295] env[69169]: value = "task-3250657" [ 726.842295] env[69169]: _type = "Task" [ 726.842295] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.842295] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250654, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.196677} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.842295] env[69169]: DEBUG nova.network.neutron [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.844401] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] dc28dceb-ec90-4b24-804a-b2bf31fcd959/dc28dceb-ec90-4b24-804a-b2bf31fcd959.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.844401] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.849029] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4f1bbc5-e658-4d1d-8454-8abf41ea21bf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.857153] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.858169] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 726.858169] env[69169]: value = "task-3250658" [ 726.858169] env[69169]: _type = "Task" [ 726.858169] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.866739] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.053881] env[69169]: DEBUG oslo_vmware.api [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250656, 'name': PowerOnVM_Task, 'duration_secs': 0.581274} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.054237] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.054466] env[69169]: INFO nova.compute.manager [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Took 8.19 seconds to spawn the instance on the hypervisor. [ 727.054655] env[69169]: DEBUG nova.compute.manager [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.055538] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545045f6-d926-4b22-801b-a06adbb077c7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.311104] env[69169]: DEBUG nova.network.neutron [-] [instance: 87995305-0f03-4676-addb-d78645b767f7] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.327323] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.328233] env[69169]: DEBUG nova.compute.manager [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.332294] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.664s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.332294] env[69169]: DEBUG nova.objects.instance [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Lazy-loading 'resources' on Instance uuid 89b968f2-0192-4c0e-99ae-6bfd5585aded {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.355582] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522727} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.355963] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] dc52e159-586e-4de1-b98a-95106ecaf835/dc52e159-586e-4de1-b98a-95106ecaf835.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.356274] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.356543] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82c44f86-c6e0-4e5a-80d9-0742f08a64ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.379577] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126461} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.380907] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Waiting for the task: (returnval){ [ 727.380907] env[69169]: value = "task-3250660" [ 727.380907] env[69169]: _type = "Task" [ 727.380907] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.382063] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.384641] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b548325e-4e91-4491-814f-8044c7a4bcb2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.398054] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.418691] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] dc28dceb-ec90-4b24-804a-b2bf31fcd959/dc28dceb-ec90-4b24-804a-b2bf31fcd959.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.419851] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bc3be08-b13d-4c43-9908-5639e2468237 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.444270] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 727.444270] env[69169]: value = "task-3250661" [ 727.444270] env[69169]: _type = "Task" [ 727.444270] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.462295] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.581434] env[69169]: INFO nova.compute.manager [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Took 26.00 seconds to build instance. [ 727.710529] env[69169]: DEBUG nova.network.neutron [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Updated VIF entry in instance network info cache for port 63f04e46-f212-43f4-b405-b5cf85eeab8a. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.711960] env[69169]: DEBUG nova.network.neutron [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Updating instance_info_cache with network_info: [{"id": "63f04e46-f212-43f4-b405-b5cf85eeab8a", "address": "fa:16:3e:76:69:fb", "network": {"id": "215f3307-f94b-4efd-8a56-feef2ade5a51", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-402201670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845cb61db91f43b0a7ff230c067c952b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f04e46-f2", "ovs_interfaceid": "63f04e46-f212-43f4-b405-b5cf85eeab8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.738504] env[69169]: DEBUG nova.network.neutron [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Updating instance_info_cache with network_info: [{"id": "785e59c1-9c0f-4b8e-a273-efdeb560d9aa", "address": "fa:16:3e:3f:2e:9b", "network": {"id": "674104ba-5fdb-40a7-acae-92c1c51c4890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1989613662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e797966bd3134ecd85cb425bee5564d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785e59c1-9c", "ovs_interfaceid": "785e59c1-9c0f-4b8e-a273-efdeb560d9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.813583] env[69169]: INFO nova.compute.manager [-] [instance: 87995305-0f03-4676-addb-d78645b767f7] Took 2.08 seconds to deallocate network for instance. [ 727.841914] env[69169]: DEBUG nova.compute.utils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.846667] env[69169]: DEBUG nova.compute.manager [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.846667] env[69169]: DEBUG nova.network.neutron [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.865227] env[69169]: DEBUG nova.compute.manager [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Received event network-vif-deleted-57fc09b8-8022-49f4-b584-11aff53e0e77 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.865227] env[69169]: DEBUG nova.compute.manager [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Received event network-vif-plugged-785e59c1-9c0f-4b8e-a273-efdeb560d9aa {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.865352] env[69169]: DEBUG oslo_concurrency.lockutils [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] Acquiring lock "7ded9bed-528b-41a1-8ad2-9e7133519c8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.865498] env[69169]: DEBUG oslo_concurrency.lockutils [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] Lock "7ded9bed-528b-41a1-8ad2-9e7133519c8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.865684] env[69169]: DEBUG oslo_concurrency.lockutils [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] Lock "7ded9bed-528b-41a1-8ad2-9e7133519c8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.866435] env[69169]: DEBUG nova.compute.manager [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] No waiting events found dispatching network-vif-plugged-785e59c1-9c0f-4b8e-a273-efdeb560d9aa {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.866435] env[69169]: WARNING nova.compute.manager [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Received unexpected event network-vif-plugged-785e59c1-9c0f-4b8e-a273-efdeb560d9aa for instance with vm_state building and task_state spawning. [ 727.866435] env[69169]: DEBUG nova.compute.manager [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Received event network-changed-785e59c1-9c0f-4b8e-a273-efdeb560d9aa {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.866435] env[69169]: DEBUG nova.compute.manager [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Refreshing instance network info cache due to event network-changed-785e59c1-9c0f-4b8e-a273-efdeb560d9aa. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.866633] env[69169]: DEBUG oslo_concurrency.lockutils [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] Acquiring lock "refresh_cache-7ded9bed-528b-41a1-8ad2-9e7133519c8c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.898350] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080643} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.900133] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.900987] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b75d1b-1d26-4361-9e9a-a52e66ae3d92 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.927517] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] dc52e159-586e-4de1-b98a-95106ecaf835/dc52e159-586e-4de1-b98a-95106ecaf835.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.930781] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0168ed9-1f9f-4a6f-a4e8-1067e4946e8e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.958372] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250661, 'name': ReconfigVM_Task, 'duration_secs': 0.320042} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.960228] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Reconfigured VM instance instance-0000000c to attach disk [datastore2] dc28dceb-ec90-4b24-804a-b2bf31fcd959/dc28dceb-ec90-4b24-804a-b2bf31fcd959.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.960873] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Waiting for the task: (returnval){ [ 727.960873] env[69169]: value = "task-3250662" [ 727.960873] env[69169]: _type = "Task" [ 727.960873] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.964339] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4b95fe2-0d3f-4d95-8705-c5210a48a724 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.977688] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.979928] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 727.979928] env[69169]: value = "task-3250663" [ 727.979928] env[69169]: _type = "Task" [ 727.979928] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.988672] env[69169]: DEBUG nova.policy [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb26a44140344c30a29963ffade78a4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e15c374abfe84b0b970581e17f3034eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.993268] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250663, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.084675] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b198bd6e-aff6-42ca-ade3-a50d4b6d3ff1 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "74cd622c-eab8-4327-ac53-5ed338f30d80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.719s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.220581] env[69169]: DEBUG oslo_concurrency.lockutils [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] Releasing lock "refresh_cache-dc52e159-586e-4de1-b98a-95106ecaf835" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.220922] env[69169]: DEBUG nova.compute.manager [req-af9100f8-5000-4b60-9db5-7fa6b198f05f req-c68e37c9-d44b-4549-81d5-68cef6aee461 service nova] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Received event network-vif-deleted-499869df-e7b3-4b74-9ab7-1d110b7320b3 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.242755] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Releasing lock "refresh_cache-7ded9bed-528b-41a1-8ad2-9e7133519c8c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.243190] env[69169]: DEBUG nova.compute.manager [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Instance network_info: |[{"id": "785e59c1-9c0f-4b8e-a273-efdeb560d9aa", "address": "fa:16:3e:3f:2e:9b", "network": {"id": "674104ba-5fdb-40a7-acae-92c1c51c4890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1989613662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e797966bd3134ecd85cb425bee5564d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785e59c1-9c", "ovs_interfaceid": "785e59c1-9c0f-4b8e-a273-efdeb560d9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.245768] env[69169]: DEBUG oslo_concurrency.lockutils [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] Acquired lock "refresh_cache-7ded9bed-528b-41a1-8ad2-9e7133519c8c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.245768] env[69169]: DEBUG nova.network.neutron [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Refreshing network info cache for port 785e59c1-9c0f-4b8e-a273-efdeb560d9aa {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.245768] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:2e:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '785e59c1-9c0f-4b8e-a273-efdeb560d9aa', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.255632] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Creating folder: Project (e797966bd3134ecd85cb425bee5564d2). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.257532] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8692cfa-9741-4319-baa9-282f7cce0b68 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.275799] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Created folder: Project (e797966bd3134ecd85cb425bee5564d2) in parent group-v649481. [ 728.275966] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Creating folder: Instances. Parent ref: group-v649527. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.276226] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0f47e09-1af7-43b4-b529-0df99febd836 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.285802] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Created folder: Instances in parent group-v649527. [ 728.286215] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.289674] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.289674] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cff525a-f9a9-4acb-baa7-686cd1ea4fff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.313087] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.313087] env[69169]: value = "task-3250666" [ 728.313087] env[69169]: _type = "Task" [ 728.313087] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.323282] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.323581] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250666, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.351453] env[69169]: DEBUG nova.compute.manager [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.357021] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c6ff1b-264b-419a-bbff-5427c420b4e1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.366368] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8443e5fe-2cb5-45d0-83b3-f29b5ebc7476 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.397889] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448f0be9-1d44-4e80-b96e-c7893d7355d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.408698] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b74eca-fd1a-463b-9294-e1265c4d47bd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.423837] env[69169]: DEBUG nova.compute.provider_tree [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.477458] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250662, 'name': ReconfigVM_Task, 'duration_secs': 0.509119} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.477750] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Reconfigured VM instance instance-0000000e to attach disk [datastore2] dc52e159-586e-4de1-b98a-95106ecaf835/dc52e159-586e-4de1-b98a-95106ecaf835.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.478397] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0425089f-afbe-4d03-884f-6124de2ae3b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.487323] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Waiting for the task: (returnval){ [ 728.487323] env[69169]: value = "task-3250667" [ 728.487323] env[69169]: _type = "Task" [ 728.487323] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.489681] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250663, 'name': Rename_Task, 'duration_secs': 0.255012} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.492659] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.492966] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fa5ac54-5df8-4566-bc88-1075cd234322 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.500316] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 728.500316] env[69169]: value = "task-3250668" [ 728.500316] env[69169]: _type = "Task" [ 728.500316] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.509979] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.587613] env[69169]: DEBUG nova.compute.manager [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.686861] env[69169]: DEBUG nova.network.neutron [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Successfully updated port: fe94f758-5eac-4ce1-a457-e05ff144c967 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.816037] env[69169]: DEBUG nova.compute.manager [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.818213] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c17e466-1faa-42cf-966b-f56907e36f29 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.831523] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250666, 'name': CreateVM_Task, 'duration_secs': 0.399712} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.833291] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.835913] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.837033] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.837033] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.837371] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbec4d7c-fb30-43d9-b09c-a926b6686ec1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.842534] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 728.842534] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52437356-a8a2-f051-0706-dea0af0598df" [ 728.842534] env[69169]: _type = "Task" [ 728.842534] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.850553] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52437356-a8a2-f051-0706-dea0af0598df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.926265] env[69169]: DEBUG nova.scheduler.client.report [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.959158] env[69169]: DEBUG nova.network.neutron [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Successfully created port: 31797be3-6ca2-4668-adad-fd8500fdd06a {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.002646] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250667, 'name': Rename_Task, 'duration_secs': 0.22183} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.007727] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.008091] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9e75a0f-c719-4790-976d-fd37fdf017fd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.017113] env[69169]: DEBUG oslo_vmware.api [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250668, 'name': PowerOnVM_Task, 'duration_secs': 0.469908} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.018516] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.018719] env[69169]: DEBUG nova.compute.manager [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.019093] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Waiting for the task: (returnval){ [ 729.019093] env[69169]: value = "task-3250669" [ 729.019093] env[69169]: _type = "Task" [ 729.019093] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.019833] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544922f1-d3d8-4287-b01a-4d8374821074 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.037037] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.127341] env[69169]: DEBUG nova.network.neutron [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Updated VIF entry in instance network info cache for port 785e59c1-9c0f-4b8e-a273-efdeb560d9aa. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.127655] env[69169]: DEBUG nova.network.neutron [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Updating instance_info_cache with network_info: [{"id": "785e59c1-9c0f-4b8e-a273-efdeb560d9aa", "address": "fa:16:3e:3f:2e:9b", "network": {"id": "674104ba-5fdb-40a7-acae-92c1c51c4890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1989613662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e797966bd3134ecd85cb425bee5564d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785e59c1-9c", "ovs_interfaceid": "785e59c1-9c0f-4b8e-a273-efdeb560d9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.132168] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.191073] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.191253] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquired lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.191429] env[69169]: DEBUG nova.network.neutron [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.338518] env[69169]: INFO nova.compute.manager [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] instance snapshotting [ 729.343595] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d46cdba-d164-48a4-be81-2391d37d4282 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.375300] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52437356-a8a2-f051-0706-dea0af0598df, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.376651] env[69169]: DEBUG nova.compute.manager [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.379115] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.379115] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.379449] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.379512] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.380760] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.380760] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9c0ab5-cf84-431a-8f30-62bc8109c8ba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.383179] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feac0196-d457-4ac9-8de7-e30ada4f5db2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.393187] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.393376] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.394368] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9429e6fd-3740-4738-84e0-db719882981c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.401488] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 729.401488] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526f4dcd-6393-b0e2-d777-147dad3d549b" [ 729.401488] env[69169]: _type = "Task" [ 729.401488] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.409043] env[69169]: DEBUG nova.virt.hardware [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.409294] env[69169]: DEBUG nova.virt.hardware [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.409457] env[69169]: DEBUG nova.virt.hardware [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.409640] env[69169]: DEBUG nova.virt.hardware [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.409783] env[69169]: DEBUG nova.virt.hardware [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.409925] env[69169]: DEBUG nova.virt.hardware [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.410150] env[69169]: DEBUG nova.virt.hardware [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.410303] env[69169]: DEBUG nova.virt.hardware [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.410462] env[69169]: DEBUG nova.virt.hardware [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.410629] env[69169]: DEBUG nova.virt.hardware [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.410795] env[69169]: DEBUG nova.virt.hardware [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.412406] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85a7295-e0aa-426a-a582-5e85f0c7c1f5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.422423] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526f4dcd-6393-b0e2-d777-147dad3d549b, 'name': SearchDatastore_Task, 'duration_secs': 0.012177} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.426436] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281bac48-3200-49b3-9494-8c064ef9a2b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.431909] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fc36c0-0064-4af3-9f7b-c92890798cf2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.435772] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.439440] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.489s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.443015] env[69169]: INFO nova.compute.claims [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.462711] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 729.462711] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5212761a-6ff2-e742-d859-be30aa39ba65" [ 729.462711] env[69169]: _type = "Task" [ 729.462711] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.476993] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5212761a-6ff2-e742-d859-be30aa39ba65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.476993] env[69169]: INFO nova.scheduler.client.report [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Deleted allocations for instance 89b968f2-0192-4c0e-99ae-6bfd5585aded [ 729.535707] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250669, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.547103] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.633738] env[69169]: DEBUG oslo_concurrency.lockutils [req-d3ac6435-9491-4eb9-aadb-c73cae9981cd req-52465cd4-9844-44ae-90d4-a84ccdd2897a service nova] Releasing lock "refresh_cache-7ded9bed-528b-41a1-8ad2-9e7133519c8c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.777334] env[69169]: DEBUG nova.network.neutron [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.895847] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 729.896415] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7abbdc11-cb13-4f44-a84a-96eeecc6a0dd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.906152] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 729.906152] env[69169]: value = "task-3250671" [ 729.906152] env[69169]: _type = "Task" [ 729.906152] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.916748] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.977199] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5212761a-6ff2-e742-d859-be30aa39ba65, 'name': SearchDatastore_Task, 'duration_secs': 0.029405} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.977692] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.978221] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 7ded9bed-528b-41a1-8ad2-9e7133519c8c/7ded9bed-528b-41a1-8ad2-9e7133519c8c.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.980356] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63c75aeb-d7f0-41b3-9e4e-68edb262bd43 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.988702] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a1c5a3dc-8524-4019-99b3-1ea01c84a394 tempest-ServerDiagnosticsTest-1046031391 tempest-ServerDiagnosticsTest-1046031391-project-member] Lock "89b968f2-0192-4c0e-99ae-6bfd5585aded" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.850s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.992788] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 729.992788] env[69169]: value = "task-3250672" [ 729.992788] env[69169]: _type = "Task" [ 729.992788] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.002400] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.036794] env[69169]: DEBUG oslo_vmware.api [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250669, 'name': PowerOnVM_Task, 'duration_secs': 0.553362} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.039782] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.039969] env[69169]: INFO nova.compute.manager [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Took 8.62 seconds to spawn the instance on the hypervisor. [ 730.040167] env[69169]: DEBUG nova.compute.manager [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.041778] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48b3033-a76f-4451-b4cf-54ff88f51d3b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.235155] env[69169]: DEBUG nova.network.neutron [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Updating instance_info_cache with network_info: [{"id": "fe94f758-5eac-4ce1-a457-e05ff144c967", "address": "fa:16:3e:bf:f2:3d", "network": {"id": "3b175813-76f2-44c1-9ebb-2c44832b4bef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-363049164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312f6b393a77476eacb4bc4644a99098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe94f758-5e", "ovs_interfaceid": "fe94f758-5eac-4ce1-a457-e05ff144c967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.356123] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "f60780d7-d486-40a9-9868-226ff1a1beb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.356633] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "f60780d7-d486-40a9-9868-226ff1a1beb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.421415] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.506525] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250672, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.572879] env[69169]: INFO nova.compute.manager [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Took 28.26 seconds to build instance. [ 730.738585] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Releasing lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.739567] env[69169]: DEBUG nova.compute.manager [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Instance network_info: |[{"id": "fe94f758-5eac-4ce1-a457-e05ff144c967", "address": "fa:16:3e:bf:f2:3d", "network": {"id": "3b175813-76f2-44c1-9ebb-2c44832b4bef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-363049164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312f6b393a77476eacb4bc4644a99098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe94f758-5e", "ovs_interfaceid": "fe94f758-5eac-4ce1-a457-e05ff144c967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.740015] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:f2:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe94f758-5eac-4ce1-a457-e05ff144c967', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.750549] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.755111] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.755174] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55d34f2b-491e-4434-a7ac-892dad07c047 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.794211] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.794211] env[69169]: value = "task-3250673" [ 730.794211] env[69169]: _type = "Task" [ 730.794211] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.808266] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250673, 'name': CreateVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.926985] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250671, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.012753] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713861} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.013392] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 7ded9bed-528b-41a1-8ad2-9e7133519c8c/7ded9bed-528b-41a1-8ad2-9e7133519c8c.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.013828] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.014251] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-791c7c5e-00d3-46ea-b3b4-3cb0f2910de7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.022725] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 731.022725] env[69169]: value = "task-3250674" [ 731.022725] env[69169]: _type = "Task" [ 731.022725] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.038367] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.078182] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c9384e80-7a75-401a-a759-ac858fd241e2 tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Lock "dc52e159-586e-4de1-b98a-95106ecaf835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.878s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.088615] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Acquiring lock "993cd28f-d6b8-427c-a41a-0e90cdbe37e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.088615] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lock "993cd28f-d6b8-427c-a41a-0e90cdbe37e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.131145] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245a671b-bae9-40b8-8b6f-6bcb9d9e19c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.142813] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359c6fb0-f4f0-4dd6-84f4-9c555088a906 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.184032] env[69169]: DEBUG nova.network.neutron [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Successfully updated port: 31797be3-6ca2-4668-adad-fd8500fdd06a {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.185830] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a43aee-e4ac-4ba3-913e-e0087d7d6696 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.194326] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ee048c-383e-4751-8b55-7fd41b902dd0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.213062] env[69169]: DEBUG nova.compute.provider_tree [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.277342] env[69169]: DEBUG nova.compute.manager [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] [instance: 87995305-0f03-4676-addb-d78645b767f7] Received event network-vif-deleted-179ddfeb-14c7-4c6e-87b4-9e09f4894960 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.277817] env[69169]: DEBUG nova.compute.manager [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Received event network-vif-plugged-fe94f758-5eac-4ce1-a457-e05ff144c967 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.278220] env[69169]: DEBUG oslo_concurrency.lockutils [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] Acquiring lock "bd392da0-64d6-4adf-a17d-7dd31958707d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.278567] env[69169]: DEBUG oslo_concurrency.lockutils [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] Lock "bd392da0-64d6-4adf-a17d-7dd31958707d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.278894] env[69169]: DEBUG oslo_concurrency.lockutils [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] Lock "bd392da0-64d6-4adf-a17d-7dd31958707d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.279226] env[69169]: DEBUG nova.compute.manager [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] No waiting events found dispatching network-vif-plugged-fe94f758-5eac-4ce1-a457-e05ff144c967 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.281059] env[69169]: WARNING nova.compute.manager [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Received unexpected event network-vif-plugged-fe94f758-5eac-4ce1-a457-e05ff144c967 for instance with vm_state building and task_state spawning. [ 731.281059] env[69169]: DEBUG nova.compute.manager [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Received event network-changed-fe94f758-5eac-4ce1-a457-e05ff144c967 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.281059] env[69169]: DEBUG nova.compute.manager [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Refreshing instance network info cache due to event network-changed-fe94f758-5eac-4ce1-a457-e05ff144c967. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.281059] env[69169]: DEBUG oslo_concurrency.lockutils [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] Acquiring lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.281059] env[69169]: DEBUG oslo_concurrency.lockutils [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] Acquired lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.281420] env[69169]: DEBUG nova.network.neutron [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Refreshing network info cache for port fe94f758-5eac-4ce1-a457-e05ff144c967 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.306427] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250673, 'name': CreateVM_Task, 'duration_secs': 0.45511} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.306681] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.307555] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.308638] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.308784] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.308949] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3659a2-b58b-48a7-a06f-598301b0d8df {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.314939] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 731.314939] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5295dded-0d9e-78e6-4d6c-b540e7ed271f" [ 731.314939] env[69169]: _type = "Task" [ 731.314939] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.323593] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5295dded-0d9e-78e6-4d6c-b540e7ed271f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.419240] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250671, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.533356] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075382} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.533710] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.534672] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd0e7e3-a5c1-46ac-bedb-fff3886856ca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.570082] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 7ded9bed-528b-41a1-8ad2-9e7133519c8c/7ded9bed-528b-41a1-8ad2-9e7133519c8c.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.572650] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f99b14-c029-46f1-b55f-b4dfbb8ca805 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.585904] env[69169]: DEBUG nova.compute.manager [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.597860] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 731.597860] env[69169]: value = "task-3250676" [ 731.597860] env[69169]: _type = "Task" [ 731.597860] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.610277] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250676, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.690768] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Acquiring lock "refresh_cache-73d4af21-1f9c-4b73-b6be-29e92325c067" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.690768] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Acquired lock "refresh_cache-73d4af21-1f9c-4b73-b6be-29e92325c067" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.691099] env[69169]: DEBUG nova.network.neutron [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.716543] env[69169]: DEBUG nova.scheduler.client.report [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.846879] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5295dded-0d9e-78e6-4d6c-b540e7ed271f, 'name': SearchDatastore_Task, 'duration_secs': 0.020098} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.847548] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.848171] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.848544] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.848783] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.849018] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.854066] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b8310bc-1a33-4fb3-9717-421b9ec7c745 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.875445] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.875728] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.876638] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a4887a-f658-4b0e-b5cd-f5374c12d52d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.885249] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 731.885249] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c64398-932f-f71a-84c0-0d8f1ac0e607" [ 731.885249] env[69169]: _type = "Task" [ 731.885249] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.894560] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c64398-932f-f71a-84c0-0d8f1ac0e607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.924077] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250671, 'name': CreateSnapshot_Task, 'duration_secs': 1.757995} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.924399] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 731.925221] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c00b352-b35b-42ac-a824-9444df07465d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.983791] env[69169]: DEBUG nova.compute.manager [req-c4e3610e-6b86-4c4a-9a86-befc3671ba08 req-a52e1513-36f5-4327-9dce-e74f0775c59c service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Received event network-vif-plugged-31797be3-6ca2-4668-adad-fd8500fdd06a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.984198] env[69169]: DEBUG oslo_concurrency.lockutils [req-c4e3610e-6b86-4c4a-9a86-befc3671ba08 req-a52e1513-36f5-4327-9dce-e74f0775c59c service nova] Acquiring lock "73d4af21-1f9c-4b73-b6be-29e92325c067-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.984198] env[69169]: DEBUG oslo_concurrency.lockutils [req-c4e3610e-6b86-4c4a-9a86-befc3671ba08 req-a52e1513-36f5-4327-9dce-e74f0775c59c service nova] Lock "73d4af21-1f9c-4b73-b6be-29e92325c067-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.984595] env[69169]: DEBUG oslo_concurrency.lockutils [req-c4e3610e-6b86-4c4a-9a86-befc3671ba08 req-a52e1513-36f5-4327-9dce-e74f0775c59c service nova] Lock "73d4af21-1f9c-4b73-b6be-29e92325c067-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.984918] env[69169]: DEBUG nova.compute.manager [req-c4e3610e-6b86-4c4a-9a86-befc3671ba08 req-a52e1513-36f5-4327-9dce-e74f0775c59c service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] No waiting events found dispatching network-vif-plugged-31797be3-6ca2-4668-adad-fd8500fdd06a {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.985131] env[69169]: WARNING nova.compute.manager [req-c4e3610e-6b86-4c4a-9a86-befc3671ba08 req-a52e1513-36f5-4327-9dce-e74f0775c59c service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Received unexpected event network-vif-plugged-31797be3-6ca2-4668-adad-fd8500fdd06a for instance with vm_state building and task_state spawning. [ 732.107546] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250676, 'name': ReconfigVM_Task, 'duration_secs': 0.462182} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.107889] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 7ded9bed-528b-41a1-8ad2-9e7133519c8c/7ded9bed-528b-41a1-8ad2-9e7133519c8c.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.108585] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f536a5bf-3e31-43f7-939d-a560c354b04e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.112910] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.115242] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 732.115242] env[69169]: value = "task-3250677" [ 732.115242] env[69169]: _type = "Task" [ 732.115242] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.124576] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250677, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.128124] env[69169]: DEBUG nova.network.neutron [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Updated VIF entry in instance network info cache for port fe94f758-5eac-4ce1-a457-e05ff144c967. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.128124] env[69169]: DEBUG nova.network.neutron [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Updating instance_info_cache with network_info: [{"id": "fe94f758-5eac-4ce1-a457-e05ff144c967", "address": "fa:16:3e:bf:f2:3d", "network": {"id": "3b175813-76f2-44c1-9ebb-2c44832b4bef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-363049164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312f6b393a77476eacb4bc4644a99098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe94f758-5e", "ovs_interfaceid": "fe94f758-5eac-4ce1-a457-e05ff144c967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.227904] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.228618] env[69169]: DEBUG nova.compute.manager [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.232395] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.891s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.232658] env[69169]: DEBUG nova.objects.instance [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Lazy-loading 'resources' on Instance uuid 8b434f45-36f2-414a-b0c9-3f2ea4e71071 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.257060] env[69169]: DEBUG nova.network.neutron [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.407919] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c64398-932f-f71a-84c0-0d8f1ac0e607, 'name': SearchDatastore_Task, 'duration_secs': 0.01021} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.409403] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02562dea-0b44-4712-8e3a-71cdf73d4b91 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.414945] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 732.414945] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cfc418-208d-bf8d-95d0-23a0f646232e" [ 732.414945] env[69169]: _type = "Task" [ 732.414945] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.423250] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cfc418-208d-bf8d-95d0-23a0f646232e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.446035] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 732.446414] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-765f17b8-8407-47e2-9542-76e57e7db2e5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.457590] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 732.457590] env[69169]: value = "task-3250678" [ 732.457590] env[69169]: _type = "Task" [ 732.457590] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.467879] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250678, 'name': CloneVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.627480] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250677, 'name': Rename_Task, 'duration_secs': 0.196354} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.628481] env[69169]: DEBUG oslo_concurrency.lockutils [req-141ef64e-b97e-4686-9519-86ce50cfa60f req-31fa0b8f-4761-4c0d-bb27-f0a508f9c931 service nova] Releasing lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.629024] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.629591] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f40909e6-5977-48a7-aede-86d6e16c034a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.637070] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 732.637070] env[69169]: value = "task-3250679" [ 732.637070] env[69169]: _type = "Task" [ 732.637070] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.649195] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.739700] env[69169]: DEBUG nova.compute.utils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.747266] env[69169]: DEBUG nova.compute.manager [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.747266] env[69169]: DEBUG nova.network.neutron [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.821334] env[69169]: DEBUG nova.policy [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25ae8989b67b424db0dd19119ba81fcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '531a602097124e2a88d647a325ab56ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.867993] env[69169]: DEBUG nova.network.neutron [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Updating instance_info_cache with network_info: [{"id": "31797be3-6ca2-4668-adad-fd8500fdd06a", "address": "fa:16:3e:2e:f8:ea", "network": {"id": "9bcb3835-09d6-4bd4-ab99-a3963d1b85fa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1767188117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e15c374abfe84b0b970581e17f3034eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31797be3-6c", "ovs_interfaceid": "31797be3-6ca2-4668-adad-fd8500fdd06a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.926853] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cfc418-208d-bf8d-95d0-23a0f646232e, 'name': SearchDatastore_Task, 'duration_secs': 0.017888} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.927129] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.927388] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] bd392da0-64d6-4adf-a17d-7dd31958707d/bd392da0-64d6-4adf-a17d-7dd31958707d.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.927761] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29fef19f-a98a-4b2e-ada6-87e6172ef9f3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.935253] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 732.935253] env[69169]: value = "task-3250680" [ 732.935253] env[69169]: _type = "Task" [ 732.935253] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.943983] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.968409] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250678, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.149084] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.233655] env[69169]: INFO nova.compute.manager [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Rebuilding instance [ 733.237731] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6e7e4f-4f44-4d51-97d0-5e8b50da49b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.246616] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e997167-21cd-4685-a5f5-b209f334bdaa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.251754] env[69169]: DEBUG nova.compute.manager [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.295721] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c028105a-68d9-4f8c-addd-0efcdf711dd1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.303372] env[69169]: DEBUG nova.network.neutron [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Successfully created port: a1ba19bb-8c92-416e-8cf4-26d7f2863697 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.306989] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a9b3de-0a88-4bd4-9e00-33b695ac9d70 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.326375] env[69169]: DEBUG nova.compute.provider_tree [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.328201] env[69169]: DEBUG nova.compute.manager [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.329071] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a13951-1485-40f6-b919-92d81b702569 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.375236] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Releasing lock "refresh_cache-73d4af21-1f9c-4b73-b6be-29e92325c067" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.375821] env[69169]: DEBUG nova.compute.manager [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Instance network_info: |[{"id": "31797be3-6ca2-4668-adad-fd8500fdd06a", "address": "fa:16:3e:2e:f8:ea", "network": {"id": "9bcb3835-09d6-4bd4-ab99-a3963d1b85fa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1767188117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e15c374abfe84b0b970581e17f3034eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31797be3-6c", "ovs_interfaceid": "31797be3-6ca2-4668-adad-fd8500fdd06a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.376078] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:f8:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31797be3-6ca2-4668-adad-fd8500fdd06a', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.388368] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Creating folder: Project (e15c374abfe84b0b970581e17f3034eb). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.389853] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f633964-88b8-4a62-9e15-14036568c6b4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.401354] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Created folder: Project (e15c374abfe84b0b970581e17f3034eb) in parent group-v649481. [ 733.401354] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Creating folder: Instances. Parent ref: group-v649533. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.401456] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e5f3b68-8199-495d-aff5-084eb5b60ef6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.411137] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Created folder: Instances in parent group-v649533. [ 733.411137] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.411137] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.411317] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c338656-067c-40b3-99e3-6e95cd6fbc97 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.433366] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.433366] env[69169]: value = "task-3250684" [ 733.433366] env[69169]: _type = "Task" [ 733.433366] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.445017] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250684, 'name': CreateVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.448498] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250680, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.468214] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250678, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.653325] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250679, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.833505] env[69169]: DEBUG nova.scheduler.client.report [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.853923] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "e8b09d88-5527-4c74-9db6-081da24373e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.853923] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e8b09d88-5527-4c74-9db6-081da24373e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.948028] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857724} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.952530] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] bd392da0-64d6-4adf-a17d-7dd31958707d/bd392da0-64d6-4adf-a17d-7dd31958707d.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.952530] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.952721] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250684, 'name': CreateVM_Task, 'duration_secs': 0.430642} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.952950] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5c01339-beff-41f3-b5fc-47bb6fda482e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.954852] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.955575] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.955824] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.956237] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.956908] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9591fec8-f13e-4dbf-848c-aaaf6f272454 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.968171] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 733.968171] env[69169]: value = "task-3250685" [ 733.968171] env[69169]: _type = "Task" [ 733.968171] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.970788] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Waiting for the task: (returnval){ [ 733.970788] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a99e66-1270-787a-7c3f-c59aab8f6286" [ 733.970788] env[69169]: _type = "Task" [ 733.970788] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.984171] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250678, 'name': CloneVM_Task, 'duration_secs': 1.458714} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.985966] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Created linked-clone VM from snapshot [ 733.991301] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ea87f4-b0ed-4231-99fa-07ed43d8ebc3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.994384] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.000230] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a99e66-1270-787a-7c3f-c59aab8f6286, 'name': SearchDatastore_Task, 'duration_secs': 0.011674} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.000942] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.001269] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.001591] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.001799] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.002047] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.005556] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b71ea45a-63bb-4342-be3d-0aae87403a82 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.007588] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Uploading image eeb829f4-938c-4fcc-8065-7e5804a8c5b4 {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 734.025229] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 734.025641] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b4080eee-6e0e-4193-a18f-ab182fc6a7be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.029072] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.029344] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.030646] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a31ddeeb-73da-478f-b480-8717027ef939 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.034885] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 734.034885] env[69169]: value = "task-3250686" [ 734.034885] env[69169]: _type = "Task" [ 734.034885] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.036371] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Waiting for the task: (returnval){ [ 734.036371] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ae10db-2233-7bd7-5a4f-c565fcf24adf" [ 734.036371] env[69169]: _type = "Task" [ 734.036371] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.048972] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250686, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.052332] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ae10db-2233-7bd7-5a4f-c565fcf24adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.150506] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250679, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.272282] env[69169]: DEBUG nova.compute.manager [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.325204] env[69169]: DEBUG nova.virt.hardware [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.325204] env[69169]: DEBUG nova.virt.hardware [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.327187] env[69169]: DEBUG nova.virt.hardware [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.329030] env[69169]: DEBUG nova.virt.hardware [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.329030] env[69169]: DEBUG nova.virt.hardware [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.329030] env[69169]: DEBUG nova.virt.hardware [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.329030] env[69169]: DEBUG nova.virt.hardware [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.329030] env[69169]: DEBUG nova.virt.hardware [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.329030] env[69169]: DEBUG nova.virt.hardware [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.329334] env[69169]: DEBUG nova.virt.hardware [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.329334] env[69169]: DEBUG nova.virt.hardware [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.330379] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a3187f-ce96-4809-bb19-c240cff86d4d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.340831] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.341898] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.759s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.343607] env[69169]: DEBUG nova.objects.instance [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Lazy-loading 'resources' on Instance uuid 9a5272f3-407b-4a9f-993e-16c75d3ab125 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.344168] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.345417] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aa3656-855e-4274-b6f5-2b50795adebe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.350727] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f20565d7-486e-4968-b583-90c8176c2b61 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.372159] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Waiting for the task: (returnval){ [ 734.372159] env[69169]: value = "task-3250687" [ 734.372159] env[69169]: _type = "Task" [ 734.372159] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.385055] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.385055] env[69169]: INFO nova.scheduler.client.report [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Deleted allocations for instance 8b434f45-36f2-414a-b0c9-3f2ea4e71071 [ 734.426759] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.426759] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.483021] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072921} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.483408] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.484272] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf5f426-059a-422c-8da8-c224deca1827 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.511656] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] bd392da0-64d6-4adf-a17d-7dd31958707d/bd392da0-64d6-4adf-a17d-7dd31958707d.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.512016] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3357a92-5c89-45c8-b9b0-7813536c267a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.534666] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 734.534666] env[69169]: value = "task-3250688" [ 734.534666] env[69169]: _type = "Task" [ 734.534666] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.553438] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.560859] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ae10db-2233-7bd7-5a4f-c565fcf24adf, 'name': SearchDatastore_Task, 'duration_secs': 0.011247} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.561583] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250686, 'name': Destroy_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.562059] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffe3c8e7-9a17-4bd9-9a5c-a76c0d55cdca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.568760] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Waiting for the task: (returnval){ [ 734.568760] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c043e0-0bd2-3a24-d80d-d01c6eebe606" [ 734.568760] env[69169]: _type = "Task" [ 734.568760] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.578631] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c043e0-0bd2-3a24-d80d-d01c6eebe606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.652522] env[69169]: DEBUG oslo_vmware.api [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250679, 'name': PowerOnVM_Task, 'duration_secs': 1.994081} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.653281] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.653281] env[69169]: INFO nova.compute.manager [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Took 10.66 seconds to spawn the instance on the hypervisor. [ 734.653496] env[69169]: DEBUG nova.compute.manager [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.654275] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3495e3a7-c10c-469f-a698-bd819f71c0e0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.737954] env[69169]: DEBUG nova.compute.manager [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Received event network-changed-31797be3-6ca2-4668-adad-fd8500fdd06a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.738145] env[69169]: DEBUG nova.compute.manager [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Refreshing instance network info cache due to event network-changed-31797be3-6ca2-4668-adad-fd8500fdd06a. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.738372] env[69169]: DEBUG oslo_concurrency.lockutils [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] Acquiring lock "refresh_cache-73d4af21-1f9c-4b73-b6be-29e92325c067" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.738516] env[69169]: DEBUG oslo_concurrency.lockutils [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] Acquired lock "refresh_cache-73d4af21-1f9c-4b73-b6be-29e92325c067" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.738674] env[69169]: DEBUG nova.network.neutron [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Refreshing network info cache for port 31797be3-6ca2-4668-adad-fd8500fdd06a {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.889443] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250687, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.896450] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd42011f-909e-45a6-94c3-f0b4304f3634 tempest-ImagesNegativeTestJSON-269373428 tempest-ImagesNegativeTestJSON-269373428-project-member] Lock "8b434f45-36f2-414a-b0c9-3f2ea4e71071" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.317s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.053816] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.058507] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250686, 'name': Destroy_Task, 'duration_secs': 0.518566} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.059644] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Destroyed the VM [ 735.060036] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 735.060326] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df4dd8d0-55b7-48af-99e5-0c23b066adcf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.075494] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 735.075494] env[69169]: value = "task-3250689" [ 735.075494] env[69169]: _type = "Task" [ 735.075494] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.087046] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c043e0-0bd2-3a24-d80d-d01c6eebe606, 'name': SearchDatastore_Task, 'duration_secs': 0.029345} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.087693] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.087961] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 73d4af21-1f9c-4b73-b6be-29e92325c067/73d4af21-1f9c-4b73-b6be-29e92325c067.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.088518] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0d71576-e660-4010-a8fd-21950dbf9f17 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.098326] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250689, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.103858] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Waiting for the task: (returnval){ [ 735.103858] env[69169]: value = "task-3250690" [ 735.103858] env[69169]: _type = "Task" [ 735.103858] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.113652] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.189782] env[69169]: INFO nova.compute.manager [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Took 27.63 seconds to build instance. [ 735.340983] env[69169]: DEBUG nova.network.neutron [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Successfully updated port: a1ba19bb-8c92-416e-8cf4-26d7f2863697 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.394846] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250687, 'name': PowerOffVM_Task, 'duration_secs': 0.637331} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.395347] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.396060] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.396990] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67923591-3ad8-4173-ab71-db738b44645e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.411632] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.412121] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a27e6ddd-12d7-4610-8f89-de8aceb40aed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.447887] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812589f7-570a-4d89-a3ee-00082f3ea7f9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.453139] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.453374] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.453577] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Deleting the datastore file [datastore2] dc28dceb-ec90-4b24-804a-b2bf31fcd959 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.454273] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8373738-9005-4204-b085-57582df0fc8a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.466075] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a72a1e-7851-4fa2-a249-4ee3fe93245c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.472029] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Waiting for the task: (returnval){ [ 735.472029] env[69169]: value = "task-3250692" [ 735.472029] env[69169]: _type = "Task" [ 735.472029] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.510462] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194ba23e-6b15-4495-a30f-7680038c19f3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.517952] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.524531] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2333733-d621-44ff-b48f-909de2a40511 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.542186] env[69169]: DEBUG nova.compute.provider_tree [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.553725] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250688, 'name': ReconfigVM_Task, 'duration_secs': 0.755235} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.554057] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Reconfigured VM instance instance-00000010 to attach disk [datastore2] bd392da0-64d6-4adf-a17d-7dd31958707d/bd392da0-64d6-4adf-a17d-7dd31958707d.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.554715] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f72d69c3-c60d-4ab3-97a3-55fc8046fc3b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.563441] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 735.563441] env[69169]: value = "task-3250693" [ 735.563441] env[69169]: _type = "Task" [ 735.563441] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.576258] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250693, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.587547] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250689, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.614541] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250690, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.660970] env[69169]: DEBUG nova.compute.manager [req-dccefad9-8d92-47d5-add0-e1f6531a7168 req-3ab7abff-9036-48d6-9b66-20364892d596 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Received event network-vif-plugged-a1ba19bb-8c92-416e-8cf4-26d7f2863697 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.661220] env[69169]: DEBUG oslo_concurrency.lockutils [req-dccefad9-8d92-47d5-add0-e1f6531a7168 req-3ab7abff-9036-48d6-9b66-20364892d596 service nova] Acquiring lock "c7cccd8c-7e13-4a1f-9b62-333a446fb59b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.661513] env[69169]: DEBUG oslo_concurrency.lockutils [req-dccefad9-8d92-47d5-add0-e1f6531a7168 req-3ab7abff-9036-48d6-9b66-20364892d596 service nova] Lock "c7cccd8c-7e13-4a1f-9b62-333a446fb59b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.661972] env[69169]: DEBUG oslo_concurrency.lockutils [req-dccefad9-8d92-47d5-add0-e1f6531a7168 req-3ab7abff-9036-48d6-9b66-20364892d596 service nova] Lock "c7cccd8c-7e13-4a1f-9b62-333a446fb59b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.662053] env[69169]: DEBUG nova.compute.manager [req-dccefad9-8d92-47d5-add0-e1f6531a7168 req-3ab7abff-9036-48d6-9b66-20364892d596 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] No waiting events found dispatching network-vif-plugged-a1ba19bb-8c92-416e-8cf4-26d7f2863697 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.662265] env[69169]: WARNING nova.compute.manager [req-dccefad9-8d92-47d5-add0-e1f6531a7168 req-3ab7abff-9036-48d6-9b66-20364892d596 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Received unexpected event network-vif-plugged-a1ba19bb-8c92-416e-8cf4-26d7f2863697 for instance with vm_state building and task_state spawning. [ 735.692867] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4bd8e911-8c31-47a3-a3f2-2944e33a583c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "7ded9bed-528b-41a1-8ad2-9e7133519c8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.582s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.845231] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Acquiring lock "refresh_cache-c7cccd8c-7e13-4a1f-9b62-333a446fb59b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.845436] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Acquired lock "refresh_cache-c7cccd8c-7e13-4a1f-9b62-333a446fb59b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.845692] env[69169]: DEBUG nova.network.neutron [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.990139] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277258} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.990995] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.991382] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.992149] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.041687] env[69169]: DEBUG nova.network.neutron [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Updated VIF entry in instance network info cache for port 31797be3-6ca2-4668-adad-fd8500fdd06a. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.041687] env[69169]: DEBUG nova.network.neutron [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Updating instance_info_cache with network_info: [{"id": "31797be3-6ca2-4668-adad-fd8500fdd06a", "address": "fa:16:3e:2e:f8:ea", "network": {"id": "9bcb3835-09d6-4bd4-ab99-a3963d1b85fa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1767188117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e15c374abfe84b0b970581e17f3034eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31797be3-6c", "ovs_interfaceid": "31797be3-6ca2-4668-adad-fd8500fdd06a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.045391] env[69169]: DEBUG nova.scheduler.client.report [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.077714] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250693, 'name': Rename_Task, 'duration_secs': 0.208606} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.081087] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.082438] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9f03521-0198-4ede-afc2-44df5ca78133 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.092986] env[69169]: DEBUG oslo_vmware.api [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250689, 'name': RemoveSnapshot_Task, 'duration_secs': 0.774327} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.092986] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 736.096367] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 736.096367] env[69169]: value = "task-3250694" [ 736.096367] env[69169]: _type = "Task" [ 736.096367] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.104058] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.115141] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621598} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.115333] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 73d4af21-1f9c-4b73-b6be-29e92325c067/73d4af21-1f9c-4b73-b6be-29e92325c067.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.115959] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.118551] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d326065e-bdf0-42b9-b5c2-bf59e8cb1e91 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.123980] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Waiting for the task: (returnval){ [ 736.123980] env[69169]: value = "task-3250695" [ 736.123980] env[69169]: _type = "Task" [ 736.123980] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.132783] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.197278] env[69169]: DEBUG nova.compute.manager [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.397723] env[69169]: DEBUG nova.network.neutron [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.545378] env[69169]: DEBUG oslo_concurrency.lockutils [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] Releasing lock "refresh_cache-73d4af21-1f9c-4b73-b6be-29e92325c067" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.545912] env[69169]: DEBUG nova.compute.manager [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Received event network-changed-63f04e46-f212-43f4-b405-b5cf85eeab8a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.545912] env[69169]: DEBUG nova.compute.manager [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Refreshing instance network info cache due to event network-changed-63f04e46-f212-43f4-b405-b5cf85eeab8a. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.546184] env[69169]: DEBUG oslo_concurrency.lockutils [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] Acquiring lock "refresh_cache-dc52e159-586e-4de1-b98a-95106ecaf835" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.546324] env[69169]: DEBUG oslo_concurrency.lockutils [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] Acquired lock "refresh_cache-dc52e159-586e-4de1-b98a-95106ecaf835" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.546659] env[69169]: DEBUG nova.network.neutron [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Refreshing network info cache for port 63f04e46-f212-43f4-b405-b5cf85eeab8a {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.557194] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.560952] env[69169]: DEBUG oslo_concurrency.lockutils [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.377s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.560952] env[69169]: DEBUG nova.objects.instance [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Lazy-loading 'resources' on Instance uuid f57bca06-3394-424d-a62c-dec62eb34742 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.592597] env[69169]: INFO nova.scheduler.client.report [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Deleted allocations for instance 9a5272f3-407b-4a9f-993e-16c75d3ab125 [ 736.599484] env[69169]: WARNING nova.compute.manager [None req-ca1dbcd1-6e0d-4734-ac3c-1104c93ca9ab tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Image not found during snapshot: nova.exception.ImageNotFound: Image eeb829f4-938c-4fcc-8065-7e5804a8c5b4 could not be found. [ 736.615892] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.635470] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073516} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.635779] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.636664] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60542125-aaaf-4d5c-8890-6e76e028a688 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.664784] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 73d4af21-1f9c-4b73-b6be-29e92325c067/73d4af21-1f9c-4b73-b6be-29e92325c067.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.665368] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3409a31b-50fa-4433-9787-73402313b8b7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.687836] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Waiting for the task: (returnval){ [ 736.687836] env[69169]: value = "task-3250696" [ 736.687836] env[69169]: _type = "Task" [ 736.687836] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.694165] env[69169]: DEBUG nova.network.neutron [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Updating instance_info_cache with network_info: [{"id": "a1ba19bb-8c92-416e-8cf4-26d7f2863697", "address": "fa:16:3e:ee:f5:c5", "network": {"id": "383a8076-504b-4094-a6f4-bedc08b39f77", "bridge": "br-int", "label": "tempest-ServersTestJSON-796426224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531a602097124e2a88d647a325ab56ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ba19bb-8c", "ovs_interfaceid": "a1ba19bb-8c92-416e-8cf4-26d7f2863697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.699031] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.724642] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.051015] env[69169]: DEBUG nova.virt.hardware [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.051015] env[69169]: DEBUG nova.virt.hardware [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.051165] env[69169]: DEBUG nova.virt.hardware [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.053456] env[69169]: DEBUG nova.virt.hardware [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.053456] env[69169]: DEBUG nova.virt.hardware [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.053456] env[69169]: DEBUG nova.virt.hardware [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.053456] env[69169]: DEBUG nova.virt.hardware [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.053456] env[69169]: DEBUG nova.virt.hardware [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.053699] env[69169]: DEBUG nova.virt.hardware [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.053699] env[69169]: DEBUG nova.virt.hardware [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.053699] env[69169]: DEBUG nova.virt.hardware [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.056478] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5412d0a7-ca3a-4534-9b41-4989a660631c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.069673] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035eb415-5e8b-4ddc-9973-e31e07fee1e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.086045] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.094439] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.094816] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.095459] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d94e03bb-fe85-454e-bb71-390849d48685 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.132938] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9395a397-f65a-4c0a-b353-25d4f9fa2b0e tempest-DeleteServersAdminTestJSON-1878928522 tempest-DeleteServersAdminTestJSON-1878928522-project-admin] Lock "9a5272f3-407b-4a9f-993e-16c75d3ab125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.237s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.134283] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.134283] env[69169]: value = "task-3250697" [ 737.134283] env[69169]: _type = "Task" [ 737.134283] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.143235] env[69169]: DEBUG oslo_vmware.api [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250694, 'name': PowerOnVM_Task, 'duration_secs': 0.964126} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.144259] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.144385] env[69169]: INFO nova.compute.manager [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Took 10.40 seconds to spawn the instance on the hypervisor. [ 737.144558] env[69169]: DEBUG nova.compute.manager [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.152180] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e088437d-788b-4639-9d11-8b62cd0c1b06 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.152608] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250697, 'name': CreateVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.202101] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Releasing lock "refresh_cache-c7cccd8c-7e13-4a1f-9b62-333a446fb59b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.202412] env[69169]: DEBUG nova.compute.manager [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Instance network_info: |[{"id": "a1ba19bb-8c92-416e-8cf4-26d7f2863697", "address": "fa:16:3e:ee:f5:c5", "network": {"id": "383a8076-504b-4094-a6f4-bedc08b39f77", "bridge": "br-int", "label": "tempest-ServersTestJSON-796426224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531a602097124e2a88d647a325ab56ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ba19bb-8c", "ovs_interfaceid": "a1ba19bb-8c92-416e-8cf4-26d7f2863697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.202707] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250696, 'name': ReconfigVM_Task, 'duration_secs': 0.282936} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.203080] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:f5:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1ba19bb-8c92-416e-8cf4-26d7f2863697', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.215856] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Creating folder: Project (531a602097124e2a88d647a325ab56ae). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.216698] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 73d4af21-1f9c-4b73-b6be-29e92325c067/73d4af21-1f9c-4b73-b6be-29e92325c067.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.221219] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35ded040-2e73-4c1c-b869-1c5ee32df173 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.223396] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d1dc6c3-219d-4ede-aeaa-077ecc93ccd7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.232037] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Waiting for the task: (returnval){ [ 737.232037] env[69169]: value = "task-3250699" [ 737.232037] env[69169]: _type = "Task" [ 737.232037] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.236979] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Created folder: Project (531a602097124e2a88d647a325ab56ae) in parent group-v649481. [ 737.237190] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Creating folder: Instances. Parent ref: group-v649537. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.237808] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5a51e68-3fe6-48d1-80b2-36217316bf31 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.242492] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250699, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.254653] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Created folder: Instances in parent group-v649537. [ 737.254653] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.255105] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.255209] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5706e420-db99-4178-891a-fccd59b8bfa5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.282030] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.282030] env[69169]: value = "task-3250701" [ 737.282030] env[69169]: _type = "Task" [ 737.282030] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.291307] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250701, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.619606] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Acquiring lock "e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.619700] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Lock "e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.644472] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34355f1-b5e1-47c5-b1c2-b1dd1f60c8e8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.656186] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250697, 'name': CreateVM_Task, 'duration_secs': 0.345452} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.659114] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.660373] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.660696] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.661182] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.671709] env[69169]: INFO nova.compute.manager [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Took 28.94 seconds to build instance. [ 737.674611] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65801d3c-17c4-45e3-bb39-e823bbfa80a1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.679970] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474da326-395f-45de-a6a4-149e80849bf2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.718568] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Waiting for the task: (returnval){ [ 737.718568] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520acac7-96af-11f5-9830-ebaefd8be250" [ 737.718568] env[69169]: _type = "Task" [ 737.718568] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.720464] env[69169]: DEBUG nova.network.neutron [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Updated VIF entry in instance network info cache for port 63f04e46-f212-43f4-b405-b5cf85eeab8a. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.720740] env[69169]: DEBUG nova.network.neutron [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Updating instance_info_cache with network_info: [{"id": "63f04e46-f212-43f4-b405-b5cf85eeab8a", "address": "fa:16:3e:76:69:fb", "network": {"id": "215f3307-f94b-4efd-8a56-feef2ade5a51", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-402201670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845cb61db91f43b0a7ff230c067c952b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f04e46-f2", "ovs_interfaceid": "63f04e46-f212-43f4-b405-b5cf85eeab8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.722825] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4047282a-07c2-4c8f-829b-e5c58a56d828 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.743775] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8e516e-9a24-4142-8c88-c89fea8b2d65 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.748800] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520acac7-96af-11f5-9830-ebaefd8be250, 'name': SearchDatastore_Task, 'duration_secs': 0.016839} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.750711] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.750842] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.751116] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.751391] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.751592] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.757278] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-719672a9-50c2-475c-a223-3435d1634335 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.758770] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250699, 'name': Rename_Task, 'duration_secs': 0.179833} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.767584] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.768244] env[69169]: DEBUG nova.compute.provider_tree [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.771307] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d7f143b-becd-4f5a-8acb-e492c31c55db {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.778229] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Waiting for the task: (returnval){ [ 737.778229] env[69169]: value = "task-3250702" [ 737.778229] env[69169]: _type = "Task" [ 737.778229] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.778229] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.778604] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.780091] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-104d9476-62fa-4f9b-8b94-1a54786bde39 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.792865] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Waiting for the task: (returnval){ [ 737.792865] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523df77d-42d9-7f44-a5dc-4f7988a7e13c" [ 737.792865] env[69169]: _type = "Task" [ 737.792865] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.800938] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250701, 'name': CreateVM_Task, 'duration_secs': 0.513409} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.802484] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250702, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.804500] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.805225] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.805392] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.805728] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.806603] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7c2644-7bca-4f72-9e22-36435f7e4fcc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.813168] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523df77d-42d9-7f44-a5dc-4f7988a7e13c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.814705] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Waiting for the task: (returnval){ [ 737.814705] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d58bf7-cfb8-07fd-efd5-9ef6824559a8" [ 737.814705] env[69169]: _type = "Task" [ 737.814705] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.823731] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d58bf7-cfb8-07fd-efd5-9ef6824559a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.979030] env[69169]: DEBUG oslo_concurrency.lockutils [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "83bb977b-7bc8-44f6-9e4f-80e1e1126a7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.979354] env[69169]: DEBUG oslo_concurrency.lockutils [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "83bb977b-7bc8-44f6-9e4f-80e1e1126a7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.979787] env[69169]: DEBUG oslo_concurrency.lockutils [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "83bb977b-7bc8-44f6-9e4f-80e1e1126a7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.979787] env[69169]: DEBUG oslo_concurrency.lockutils [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "83bb977b-7bc8-44f6-9e4f-80e1e1126a7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.979966] env[69169]: DEBUG oslo_concurrency.lockutils [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "83bb977b-7bc8-44f6-9e4f-80e1e1126a7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.982673] env[69169]: INFO nova.compute.manager [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Terminating instance [ 738.180159] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e995ae0c-7b75-42df-bad6-a01ddefd6555 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "bd392da0-64d6-4adf-a17d-7dd31958707d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.402s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.227599] env[69169]: DEBUG oslo_concurrency.lockutils [req-78eeff13-06d8-44e2-bd1d-f9866f0a53d2 req-1f0ff923-a1dd-4f57-bfa1-161b45eb4d42 service nova] Releasing lock "refresh_cache-dc52e159-586e-4de1-b98a-95106ecaf835" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.271537] env[69169]: DEBUG nova.scheduler.client.report [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.295016] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250702, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.311949] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523df77d-42d9-7f44-a5dc-4f7988a7e13c, 'name': SearchDatastore_Task, 'duration_secs': 0.022868} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.313601] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3a957b-73d4-46b8-b3f3-afc467493cc8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.322898] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Waiting for the task: (returnval){ [ 738.322898] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52725d94-a1a6-bc39-d00c-739ac3cfa10a" [ 738.322898] env[69169]: _type = "Task" [ 738.322898] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.326644] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d58bf7-cfb8-07fd-efd5-9ef6824559a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01434} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.331401] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.331401] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.331401] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.337201] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52725d94-a1a6-bc39-d00c-739ac3cfa10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.403537] env[69169]: DEBUG nova.compute.manager [req-f34bfb86-4902-438b-b46a-7d6f1717c7b9 req-e12bbd4e-2be0-446d-99c6-032a54679b45 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Received event network-changed-a1ba19bb-8c92-416e-8cf4-26d7f2863697 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.403736] env[69169]: DEBUG nova.compute.manager [req-f34bfb86-4902-438b-b46a-7d6f1717c7b9 req-e12bbd4e-2be0-446d-99c6-032a54679b45 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Refreshing instance network info cache due to event network-changed-a1ba19bb-8c92-416e-8cf4-26d7f2863697. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.403949] env[69169]: DEBUG oslo_concurrency.lockutils [req-f34bfb86-4902-438b-b46a-7d6f1717c7b9 req-e12bbd4e-2be0-446d-99c6-032a54679b45 service nova] Acquiring lock "refresh_cache-c7cccd8c-7e13-4a1f-9b62-333a446fb59b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.404932] env[69169]: DEBUG oslo_concurrency.lockutils [req-f34bfb86-4902-438b-b46a-7d6f1717c7b9 req-e12bbd4e-2be0-446d-99c6-032a54679b45 service nova] Acquired lock "refresh_cache-c7cccd8c-7e13-4a1f-9b62-333a446fb59b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.404932] env[69169]: DEBUG nova.network.neutron [req-f34bfb86-4902-438b-b46a-7d6f1717c7b9 req-e12bbd4e-2be0-446d-99c6-032a54679b45 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Refreshing network info cache for port a1ba19bb-8c92-416e-8cf4-26d7f2863697 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.487044] env[69169]: DEBUG nova.compute.manager [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.487283] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.488197] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af04b490-8c8c-4e63-99d6-1dbd1e2ffebc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.496948] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.497224] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb2e5d87-8784-4d65-8eb1-eefada1d8a46 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.502981] env[69169]: DEBUG oslo_vmware.api [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 738.502981] env[69169]: value = "task-3250703" [ 738.502981] env[69169]: _type = "Task" [ 738.502981] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.512214] env[69169]: DEBUG oslo_vmware.api [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.683690] env[69169]: DEBUG nova.compute.manager [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.779264] env[69169]: DEBUG oslo_concurrency.lockutils [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.780532] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.580s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.784219] env[69169]: INFO nova.compute.claims [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.803177] env[69169]: DEBUG oslo_vmware.api [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250702, 'name': PowerOnVM_Task, 'duration_secs': 0.529648} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.803177] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.803177] env[69169]: INFO nova.compute.manager [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Took 9.43 seconds to spawn the instance on the hypervisor. [ 738.803345] env[69169]: DEBUG nova.compute.manager [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.805102] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492b31a1-1ac8-4b5d-a616-b34fa48ec28b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.827691] env[69169]: INFO nova.scheduler.client.report [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Deleted allocations for instance f57bca06-3394-424d-a62c-dec62eb34742 [ 738.857093] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52725d94-a1a6-bc39-d00c-739ac3cfa10a, 'name': SearchDatastore_Task, 'duration_secs': 0.03296} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.857093] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.857093] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] dc28dceb-ec90-4b24-804a-b2bf31fcd959/dc28dceb-ec90-4b24-804a-b2bf31fcd959.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.857093] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.857455] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.857455] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-797c5595-60da-4f17-8ba7-16223934b265 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.862078] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64661d7c-1813-4db6-a665-8bbbc4727bb9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.868989] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Waiting for the task: (returnval){ [ 738.868989] env[69169]: value = "task-3250704" [ 738.868989] env[69169]: _type = "Task" [ 738.868989] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.874103] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.874908] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.875432] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549569ea-f8ac-4f2a-8878-0348c70796d1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.882319] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.886318] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Waiting for the task: (returnval){ [ 738.886318] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f23ebb-64ae-fe46-cc11-231b32ff220e" [ 738.886318] env[69169]: _type = "Task" [ 738.886318] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.897525] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f23ebb-64ae-fe46-cc11-231b32ff220e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.015212] env[69169]: DEBUG oslo_vmware.api [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250703, 'name': PowerOffVM_Task, 'duration_secs': 0.440895} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.015617] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.015920] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.016209] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be896216-1bda-436f-8236-af4264767603 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.085434] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.086207] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.086207] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Deleting the datastore file [datastore2] 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.086509] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bd13786-5d80-4476-a7ca-10dad32824b7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.096219] env[69169]: DEBUG oslo_vmware.api [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 739.096219] env[69169]: value = "task-3250706" [ 739.096219] env[69169]: _type = "Task" [ 739.096219] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.108066] env[69169]: DEBUG oslo_vmware.api [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.218447] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.349920] env[69169]: INFO nova.compute.manager [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Took 29.51 seconds to build instance. [ 739.359108] env[69169]: DEBUG oslo_concurrency.lockutils [None req-caba18f3-5bf1-43a9-ab99-61aee7661f63 tempest-TenantUsagesTestJSON-1803997500 tempest-TenantUsagesTestJSON-1803997500-project-member] Lock "f57bca06-3394-424d-a62c-dec62eb34742" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.950s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.384565] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250704, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.397221] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Acquiring lock "ea8141ad-8ef4-4f36-a2d1-fec122122133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.397281] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Lock "ea8141ad-8ef4-4f36-a2d1-fec122122133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.403747] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f23ebb-64ae-fe46-cc11-231b32ff220e, 'name': SearchDatastore_Task, 'duration_secs': 0.01279} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.404955] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b66f02ae-358e-47f6-bab4-3017c210750c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.414391] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Waiting for the task: (returnval){ [ 739.414391] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5274476a-2136-818b-1ae6-cfe535dd4df5" [ 739.414391] env[69169]: _type = "Task" [ 739.414391] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.426489] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5274476a-2136-818b-1ae6-cfe535dd4df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.605433] env[69169]: DEBUG oslo_vmware.api [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3250706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391168} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.606068] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.606068] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.606320] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.606515] env[69169]: INFO nova.compute.manager [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 739.607191] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.607496] env[69169]: DEBUG nova.compute.manager [-] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.607600] env[69169]: DEBUG nova.network.neutron [-] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.637445] env[69169]: DEBUG nova.network.neutron [req-f34bfb86-4902-438b-b46a-7d6f1717c7b9 req-e12bbd4e-2be0-446d-99c6-032a54679b45 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Updated VIF entry in instance network info cache for port a1ba19bb-8c92-416e-8cf4-26d7f2863697. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.637887] env[69169]: DEBUG nova.network.neutron [req-f34bfb86-4902-438b-b46a-7d6f1717c7b9 req-e12bbd4e-2be0-446d-99c6-032a54679b45 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Updating instance_info_cache with network_info: [{"id": "a1ba19bb-8c92-416e-8cf4-26d7f2863697", "address": "fa:16:3e:ee:f5:c5", "network": {"id": "383a8076-504b-4094-a6f4-bedc08b39f77", "bridge": "br-int", "label": "tempest-ServersTestJSON-796426224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531a602097124e2a88d647a325ab56ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ba19bb-8c", "ovs_interfaceid": "a1ba19bb-8c92-416e-8cf4-26d7f2863697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.854831] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52efc8d2-0194-45ac-b3ef-c45135dd0ac4 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Lock "73d4af21-1f9c-4b73-b6be-29e92325c067" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.811s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.894738] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59592} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.895451] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] dc28dceb-ec90-4b24-804a-b2bf31fcd959/dc28dceb-ec90-4b24-804a-b2bf31fcd959.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.895953] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.896264] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba683dda-6a6d-4ccf-b706-03b32d391737 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.905571] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Waiting for the task: (returnval){ [ 739.905571] env[69169]: value = "task-3250707" [ 739.905571] env[69169]: _type = "Task" [ 739.905571] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.913585] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.927426] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5274476a-2136-818b-1ae6-cfe535dd4df5, 'name': SearchDatastore_Task, 'duration_secs': 0.029621} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.927426] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.927426] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] c7cccd8c-7e13-4a1f-9b62-333a446fb59b/c7cccd8c-7e13-4a1f-9b62-333a446fb59b.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.927688] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b27225e7-a97a-4ad1-aa24-034b29e75841 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.933986] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Waiting for the task: (returnval){ [ 739.933986] env[69169]: value = "task-3250708" [ 739.933986] env[69169]: _type = "Task" [ 739.933986] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.947298] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.142040] env[69169]: DEBUG oslo_concurrency.lockutils [req-f34bfb86-4902-438b-b46a-7d6f1717c7b9 req-e12bbd4e-2be0-446d-99c6-032a54679b45 service nova] Releasing lock "refresh_cache-c7cccd8c-7e13-4a1f-9b62-333a446fb59b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.323144] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e08a2b-2457-4414-b461-975acd67fc8a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.333715] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53188550-1c1d-4437-9436-1589ea29c5f5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.373977] env[69169]: DEBUG nova.compute.manager [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.379238] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d731d921-22bb-4259-8df1-22daaeaf4772 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.387429] env[69169]: DEBUG nova.compute.manager [req-bf496a14-bbe5-4c6d-9063-4957a754febd req-004798e9-87b8-42b0-9992-f22ac363d2ac service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Received event network-changed-7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.387429] env[69169]: DEBUG nova.compute.manager [req-bf496a14-bbe5-4c6d-9063-4957a754febd req-004798e9-87b8-42b0-9992-f22ac363d2ac service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Refreshing instance network info cache due to event network-changed-7880e817-d95b-4c7f-a554-2bbd944f85ce. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.387429] env[69169]: DEBUG oslo_concurrency.lockutils [req-bf496a14-bbe5-4c6d-9063-4957a754febd req-004798e9-87b8-42b0-9992-f22ac363d2ac service nova] Acquiring lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.387429] env[69169]: DEBUG oslo_concurrency.lockutils [req-bf496a14-bbe5-4c6d-9063-4957a754febd req-004798e9-87b8-42b0-9992-f22ac363d2ac service nova] Acquired lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.387429] env[69169]: DEBUG nova.network.neutron [req-bf496a14-bbe5-4c6d-9063-4957a754febd req-004798e9-87b8-42b0-9992-f22ac363d2ac service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Refreshing network info cache for port 7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.387812] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquiring lock "43f2bf3a-8396-4a47-8184-ceb5e9343453" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.387812] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "43f2bf3a-8396-4a47-8184-ceb5e9343453" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.395319] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bd6994-eff3-4ec6-bed5-8f33e157d818 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.412968] env[69169]: DEBUG nova.compute.provider_tree [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.424233] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127607} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.424514] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.425591] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf6b9a2-1239-447e-b375-957192cbb703 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.467938] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] dc28dceb-ec90-4b24-804a-b2bf31fcd959/dc28dceb-ec90-4b24-804a-b2bf31fcd959.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.472379] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce57fb1d-fce2-48c8-9fda-3191a80ae204 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.505467] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250708, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.507383] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Waiting for the task: (returnval){ [ 740.507383] env[69169]: value = "task-3250709" [ 740.507383] env[69169]: _type = "Task" [ 740.507383] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.519822] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.696722] env[69169]: DEBUG nova.network.neutron [-] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.919404] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.921656] env[69169]: DEBUG nova.scheduler.client.report [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.946898] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.031664] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250709, 'name': ReconfigVM_Task, 'duration_secs': 0.498925} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.032158] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Reconfigured VM instance instance-0000000c to attach disk [datastore1] dc28dceb-ec90-4b24-804a-b2bf31fcd959/dc28dceb-ec90-4b24-804a-b2bf31fcd959.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.033072] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99ea3486-0ce6-4237-8381-a053036a27bc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.043534] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Waiting for the task: (returnval){ [ 741.043534] env[69169]: value = "task-3250710" [ 741.043534] env[69169]: _type = "Task" [ 741.043534] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.061051] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250710, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.204166] env[69169]: INFO nova.compute.manager [-] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Took 1.59 seconds to deallocate network for instance. [ 741.322535] env[69169]: DEBUG nova.compute.manager [req-5b0c0535-11a8-4ec8-8acf-a7c5c8638525 req-5ac0ca3d-5b0a-43e1-822a-404fcbeb0d3a service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Received event network-changed-785e59c1-9c0f-4b8e-a273-efdeb560d9aa {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.322700] env[69169]: DEBUG nova.compute.manager [req-5b0c0535-11a8-4ec8-8acf-a7c5c8638525 req-5ac0ca3d-5b0a-43e1-822a-404fcbeb0d3a service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Refreshing instance network info cache due to event network-changed-785e59c1-9c0f-4b8e-a273-efdeb560d9aa. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.322985] env[69169]: DEBUG oslo_concurrency.lockutils [req-5b0c0535-11a8-4ec8-8acf-a7c5c8638525 req-5ac0ca3d-5b0a-43e1-822a-404fcbeb0d3a service nova] Acquiring lock "refresh_cache-7ded9bed-528b-41a1-8ad2-9e7133519c8c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.323268] env[69169]: DEBUG oslo_concurrency.lockutils [req-5b0c0535-11a8-4ec8-8acf-a7c5c8638525 req-5ac0ca3d-5b0a-43e1-822a-404fcbeb0d3a service nova] Acquired lock "refresh_cache-7ded9bed-528b-41a1-8ad2-9e7133519c8c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.323898] env[69169]: DEBUG nova.network.neutron [req-5b0c0535-11a8-4ec8-8acf-a7c5c8638525 req-5ac0ca3d-5b0a-43e1-822a-404fcbeb0d3a service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Refreshing network info cache for port 785e59c1-9c0f-4b8e-a273-efdeb560d9aa {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.427932] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.428481] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.432930] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.556s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.434460] env[69169]: INFO nova.compute.claims [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.451097] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.555105] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250710, 'name': Rename_Task, 'duration_secs': 0.276148} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.555450] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.555620] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eefe42e-e569-44c3-b728-5850d7a9fdd2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.563924] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Waiting for the task: (returnval){ [ 741.563924] env[69169]: value = "task-3250711" [ 741.563924] env[69169]: _type = "Task" [ 741.563924] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.574251] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.716952] env[69169]: DEBUG oslo_concurrency.lockutils [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.786932] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Acquiring lock "53c3c1dd-93f7-42ea-b423-6be5de3db37d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.787788] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Lock "53c3c1dd-93f7-42ea-b423-6be5de3db37d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.945644] env[69169]: DEBUG nova.compute.utils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.948188] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.948188] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.968919] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250708, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.858768} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.968919] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] c7cccd8c-7e13-4a1f-9b62-333a446fb59b/c7cccd8c-7e13-4a1f-9b62-333a446fb59b.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.968919] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.968919] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af64604e-7d53-4294-affd-3f714eac3271 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.984015] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Waiting for the task: (returnval){ [ 741.984015] env[69169]: value = "task-3250712" [ 741.984015] env[69169]: _type = "Task" [ 741.984015] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.000354] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.082021] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.085301] env[69169]: DEBUG nova.network.neutron [req-bf496a14-bbe5-4c6d-9063-4957a754febd req-004798e9-87b8-42b0-9992-f22ac363d2ac service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Updated VIF entry in instance network info cache for port 7880e817-d95b-4c7f-a554-2bbd944f85ce. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.085473] env[69169]: DEBUG nova.network.neutron [req-bf496a14-bbe5-4c6d-9063-4957a754febd req-004798e9-87b8-42b0-9992-f22ac363d2ac service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Updating instance_info_cache with network_info: [{"id": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "address": "fa:16:3e:61:21:ad", "network": {"id": "3b175813-76f2-44c1-9ebb-2c44832b4bef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-363049164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312f6b393a77476eacb4bc4644a99098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7880e817-d9", "ovs_interfaceid": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.110257] env[69169]: DEBUG nova.policy [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6b0fbb8d0a34f70af60320b150de2f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7581c2e14a134c8287d1d7afeac8465c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.456892] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.499721] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074973} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.499721] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.499721] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b57607-34e6-48da-8fba-311654555e3e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.537756] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] c7cccd8c-7e13-4a1f-9b62-333a446fb59b/c7cccd8c-7e13-4a1f-9b62-333a446fb59b.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.543160] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff0d269-a105-4505-b6a1-b657dd4bfa45 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.585115] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250711, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.589185] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Waiting for the task: (returnval){ [ 742.589185] env[69169]: value = "task-3250713" [ 742.589185] env[69169]: _type = "Task" [ 742.589185] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.589620] env[69169]: DEBUG oslo_concurrency.lockutils [req-bf496a14-bbe5-4c6d-9063-4957a754febd req-004798e9-87b8-42b0-9992-f22ac363d2ac service nova] Releasing lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.602850] env[69169]: DEBUG nova.network.neutron [req-5b0c0535-11a8-4ec8-8acf-a7c5c8638525 req-5ac0ca3d-5b0a-43e1-822a-404fcbeb0d3a service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Updated VIF entry in instance network info cache for port 785e59c1-9c0f-4b8e-a273-efdeb560d9aa. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.603229] env[69169]: DEBUG nova.network.neutron [req-5b0c0535-11a8-4ec8-8acf-a7c5c8638525 req-5ac0ca3d-5b0a-43e1-822a-404fcbeb0d3a service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Updating instance_info_cache with network_info: [{"id": "785e59c1-9c0f-4b8e-a273-efdeb560d9aa", "address": "fa:16:3e:3f:2e:9b", "network": {"id": "674104ba-5fdb-40a7-acae-92c1c51c4890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1989613662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e797966bd3134ecd85cb425bee5564d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785e59c1-9c", "ovs_interfaceid": "785e59c1-9c0f-4b8e-a273-efdeb560d9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.004061] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853f9d6-489b-4e41-b1c3-cc844eae33cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.013898] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de96b8c-600b-4b72-ba6a-ee93ddddf767 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.051488] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4301cabd-7c5f-4902-bd7f-2b64b0eec9bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.061579] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a90846-7c68-40e8-a1e7-80600ce24217 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.079336] env[69169]: DEBUG nova.compute.provider_tree [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.089463] env[69169]: DEBUG oslo_vmware.api [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Task: {'id': task-3250711, 'name': PowerOnVM_Task, 'duration_secs': 1.056587} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.089736] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.089937] env[69169]: DEBUG nova.compute.manager [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.090968] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5b0b3c-74b9-4aec-9fe5-505ab201eb02 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.111023] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250713, 'name': ReconfigVM_Task, 'duration_secs': 0.47094} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.111023] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Reconfigured VM instance instance-00000012 to attach disk [datastore1] c7cccd8c-7e13-4a1f-9b62-333a446fb59b/c7cccd8c-7e13-4a1f-9b62-333a446fb59b.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.111023] env[69169]: DEBUG oslo_concurrency.lockutils [req-5b0c0535-11a8-4ec8-8acf-a7c5c8638525 req-5ac0ca3d-5b0a-43e1-822a-404fcbeb0d3a service nova] Releasing lock "refresh_cache-7ded9bed-528b-41a1-8ad2-9e7133519c8c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.111023] env[69169]: DEBUG nova.compute.manager [req-5b0c0535-11a8-4ec8-8acf-a7c5c8638525 req-5ac0ca3d-5b0a-43e1-822a-404fcbeb0d3a service nova] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Received event network-vif-deleted-6ec38744-50c1-46c9-ad82-ca100b3e97e2 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.111023] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bcc3103-cd76-4cab-9f30-dc9296b43f4c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.118317] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Waiting for the task: (returnval){ [ 743.118317] env[69169]: value = "task-3250714" [ 743.118317] env[69169]: _type = "Task" [ 743.118317] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.129097] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250714, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.367845] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Successfully created port: 6130117e-d4bb-4a4f-8115-64e8e99280ff {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.468024] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.504839] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.506027] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.506027] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.506027] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.506027] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.506027] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.506342] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.506975] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.507220] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.507438] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.507764] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.509080] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f794397-77c1-4517-980c-7ef8d1062e13 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.519370] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d0bcf5-67ab-4883-a800-fa6c80a704c7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.614610] env[69169]: ERROR nova.scheduler.client.report [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [req-9c0c02ea-053f-4334-a6c4-20fff4398aa4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9c0c02ea-053f-4334-a6c4-20fff4398aa4"}]} [ 743.618865] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.629484] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250714, 'name': Rename_Task, 'duration_secs': 0.174636} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.629484] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.629756] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a4def15-6d94-4f37-81c2-bc7ef770dc66 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.640329] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Waiting for the task: (returnval){ [ 743.640329] env[69169]: value = "task-3250715" [ 743.640329] env[69169]: _type = "Task" [ 743.640329] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.646614] env[69169]: DEBUG nova.scheduler.client.report [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 743.655673] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.678455] env[69169]: DEBUG nova.scheduler.client.report [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 743.679027] env[69169]: DEBUG nova.compute.provider_tree [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.694115] env[69169]: DEBUG nova.scheduler.client.report [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 743.726427] env[69169]: DEBUG nova.scheduler.client.report [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 744.162313] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.283670] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62372389-e608-4588-a15a-f0fa337c11e0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.294802] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db42320-40f5-4136-bef4-754aa3fcba22 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.331954] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd359118-5baa-46d8-904c-52f80deec868 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.341108] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e3fb4e-a631-4688-b65c-7abe7584a1ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.357464] env[69169]: DEBUG nova.compute.provider_tree [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.653290] env[69169]: DEBUG oslo_vmware.api [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250715, 'name': PowerOnVM_Task, 'duration_secs': 0.69358} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.653712] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.653933] env[69169]: INFO nova.compute.manager [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Took 10.38 seconds to spawn the instance on the hypervisor. [ 744.654130] env[69169]: DEBUG nova.compute.manager [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.654907] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8314e2c6-03ff-4238-9b76-e65033335329 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.900289] env[69169]: DEBUG nova.scheduler.client.report [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 40 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 744.900567] env[69169]: DEBUG nova.compute.provider_tree [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 40 to 41 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 744.900742] env[69169]: DEBUG nova.compute.provider_tree [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.913973] env[69169]: DEBUG nova.compute.manager [req-192df448-6868-460c-9dcc-7e4e94acfbc9 req-c485acbc-46a3-4293-8e73-0778fa5fa910 service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Received event network-changed-31797be3-6ca2-4668-adad-fd8500fdd06a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.914295] env[69169]: DEBUG nova.compute.manager [req-192df448-6868-460c-9dcc-7e4e94acfbc9 req-c485acbc-46a3-4293-8e73-0778fa5fa910 service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Refreshing instance network info cache due to event network-changed-31797be3-6ca2-4668-adad-fd8500fdd06a. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.914475] env[69169]: DEBUG oslo_concurrency.lockutils [req-192df448-6868-460c-9dcc-7e4e94acfbc9 req-c485acbc-46a3-4293-8e73-0778fa5fa910 service nova] Acquiring lock "refresh_cache-73d4af21-1f9c-4b73-b6be-29e92325c067" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.914691] env[69169]: DEBUG oslo_concurrency.lockutils [req-192df448-6868-460c-9dcc-7e4e94acfbc9 req-c485acbc-46a3-4293-8e73-0778fa5fa910 service nova] Acquired lock "refresh_cache-73d4af21-1f9c-4b73-b6be-29e92325c067" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.914865] env[69169]: DEBUG nova.network.neutron [req-192df448-6868-460c-9dcc-7e4e94acfbc9 req-c485acbc-46a3-4293-8e73-0778fa5fa910 service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Refreshing network info cache for port 31797be3-6ca2-4668-adad-fd8500fdd06a {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.179187] env[69169]: INFO nova.compute.manager [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Took 31.26 seconds to build instance. [ 745.407297] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.973s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.407297] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.412764] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.433s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.418440] env[69169]: INFO nova.compute.claims [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.568203] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Successfully updated port: 6130117e-d4bb-4a4f-8115-64e8e99280ff {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.691036] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75a5f989-79f0-4c62-97d6-9fb7188b17d9 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Lock "c7cccd8c-7e13-4a1f-9b62-333a446fb59b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.025s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.794043] env[69169]: DEBUG nova.network.neutron [req-192df448-6868-460c-9dcc-7e4e94acfbc9 req-c485acbc-46a3-4293-8e73-0778fa5fa910 service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Updated VIF entry in instance network info cache for port 31797be3-6ca2-4668-adad-fd8500fdd06a. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.794412] env[69169]: DEBUG nova.network.neutron [req-192df448-6868-460c-9dcc-7e4e94acfbc9 req-c485acbc-46a3-4293-8e73-0778fa5fa910 service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Updating instance_info_cache with network_info: [{"id": "31797be3-6ca2-4668-adad-fd8500fdd06a", "address": "fa:16:3e:2e:f8:ea", "network": {"id": "9bcb3835-09d6-4bd4-ab99-a3963d1b85fa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1767188117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e15c374abfe84b0b970581e17f3034eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31797be3-6c", "ovs_interfaceid": "31797be3-6ca2-4668-adad-fd8500fdd06a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.920652] env[69169]: DEBUG nova.compute.utils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.927624] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.927624] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.046108] env[69169]: DEBUG nova.policy [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6b0fbb8d0a34f70af60320b150de2f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7581c2e14a134c8287d1d7afeac8465c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.072917] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "refresh_cache-78fa9c07-d7d4-4157-ba56-224b1c1d1dfd" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.073103] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquired lock "refresh_cache-78fa9c07-d7d4-4157-ba56-224b1c1d1dfd" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.073279] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.196145] env[69169]: DEBUG nova.compute.manager [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.300860] env[69169]: DEBUG oslo_concurrency.lockutils [req-192df448-6868-460c-9dcc-7e4e94acfbc9 req-c485acbc-46a3-4293-8e73-0778fa5fa910 service nova] Releasing lock "refresh_cache-73d4af21-1f9c-4b73-b6be-29e92325c067" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.427576] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.589174] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Acquiring lock "428edf2e-d26a-4e01-ae66-669d2fe45fdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.589483] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Lock "428edf2e-d26a-4e01-ae66-669d2fe45fdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.590404] env[69169]: DEBUG nova.compute.manager [req-87889c72-f44d-4301-a067-a00e214eb162 req-fc72f7a5-6e10-4525-b38b-4fc4db8f93e0 service nova] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Received event network-vif-plugged-6130117e-d4bb-4a4f-8115-64e8e99280ff {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.590649] env[69169]: DEBUG oslo_concurrency.lockutils [req-87889c72-f44d-4301-a067-a00e214eb162 req-fc72f7a5-6e10-4525-b38b-4fc4db8f93e0 service nova] Acquiring lock "78fa9c07-d7d4-4157-ba56-224b1c1d1dfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.590849] env[69169]: DEBUG oslo_concurrency.lockutils [req-87889c72-f44d-4301-a067-a00e214eb162 req-fc72f7a5-6e10-4525-b38b-4fc4db8f93e0 service nova] Lock "78fa9c07-d7d4-4157-ba56-224b1c1d1dfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.591023] env[69169]: DEBUG oslo_concurrency.lockutils [req-87889c72-f44d-4301-a067-a00e214eb162 req-fc72f7a5-6e10-4525-b38b-4fc4db8f93e0 service nova] Lock "78fa9c07-d7d4-4157-ba56-224b1c1d1dfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.591188] env[69169]: DEBUG nova.compute.manager [req-87889c72-f44d-4301-a067-a00e214eb162 req-fc72f7a5-6e10-4525-b38b-4fc4db8f93e0 service nova] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] No waiting events found dispatching network-vif-plugged-6130117e-d4bb-4a4f-8115-64e8e99280ff {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.591342] env[69169]: WARNING nova.compute.manager [req-87889c72-f44d-4301-a067-a00e214eb162 req-fc72f7a5-6e10-4525-b38b-4fc4db8f93e0 service nova] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Received unexpected event network-vif-plugged-6130117e-d4bb-4a4f-8115-64e8e99280ff for instance with vm_state building and task_state spawning. [ 746.709626] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.723943] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.815455] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Successfully created port: e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.909387] env[69169]: DEBUG oslo_concurrency.lockutils [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquiring lock "dc28dceb-ec90-4b24-804a-b2bf31fcd959" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.909387] env[69169]: DEBUG oslo_concurrency.lockutils [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Lock "dc28dceb-ec90-4b24-804a-b2bf31fcd959" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.909585] env[69169]: DEBUG oslo_concurrency.lockutils [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquiring lock "dc28dceb-ec90-4b24-804a-b2bf31fcd959-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.909714] env[69169]: DEBUG oslo_concurrency.lockutils [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Lock "dc28dceb-ec90-4b24-804a-b2bf31fcd959-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.910162] env[69169]: DEBUG oslo_concurrency.lockutils [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Lock "dc28dceb-ec90-4b24-804a-b2bf31fcd959-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.915449] env[69169]: INFO nova.compute.manager [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Terminating instance [ 747.111830] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895e2660-4334-4380-ae25-98b8a7b3d576 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.120881] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0bf56c-e92d-4f59-94c5-23740cf58594 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.153367] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce62c43-e13d-41d1-a20e-cf799e25a912 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.162127] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256a1eba-355d-4015-83ba-def44dbf43b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.181578] env[69169]: DEBUG nova.compute.provider_tree [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.423194] env[69169]: DEBUG oslo_concurrency.lockutils [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquiring lock "refresh_cache-dc28dceb-ec90-4b24-804a-b2bf31fcd959" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.423788] env[69169]: DEBUG oslo_concurrency.lockutils [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquired lock "refresh_cache-dc28dceb-ec90-4b24-804a-b2bf31fcd959" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.425338] env[69169]: DEBUG nova.network.neutron [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.446960] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.483326] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.483582] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.483830] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.484123] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.484305] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.484455] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.484663] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.484856] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.484981] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.485161] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.485332] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.486314] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7765d07-ba02-40e9-9d63-cb5510664cbf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.495955] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3211f381-8b20-49a7-bd2a-e2c0e66545a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.539462] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Updating instance_info_cache with network_info: [{"id": "6130117e-d4bb-4a4f-8115-64e8e99280ff", "address": "fa:16:3e:0d:b6:a2", "network": {"id": "67ba7710-c47b-4ed2-99f9-52c6c1c2fefd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-727726262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7581c2e14a134c8287d1d7afeac8465c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6130117e-d4", "ovs_interfaceid": "6130117e-d4bb-4a4f-8115-64e8e99280ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.689759] env[69169]: DEBUG nova.scheduler.client.report [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.853757] env[69169]: DEBUG nova.compute.manager [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Received event network-changed-7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.854060] env[69169]: DEBUG nova.compute.manager [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Refreshing instance network info cache due to event network-changed-7880e817-d95b-4c7f-a554-2bbd944f85ce. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.855144] env[69169]: DEBUG oslo_concurrency.lockutils [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] Acquiring lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.855311] env[69169]: DEBUG oslo_concurrency.lockutils [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] Acquired lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.855472] env[69169]: DEBUG nova.network.neutron [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Refreshing network info cache for port 7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.967808] env[69169]: DEBUG nova.network.neutron [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.044220] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Releasing lock "refresh_cache-78fa9c07-d7d4-4157-ba56-224b1c1d1dfd" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.044541] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Instance network_info: |[{"id": "6130117e-d4bb-4a4f-8115-64e8e99280ff", "address": "fa:16:3e:0d:b6:a2", "network": {"id": "67ba7710-c47b-4ed2-99f9-52c6c1c2fefd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-727726262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7581c2e14a134c8287d1d7afeac8465c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6130117e-d4", "ovs_interfaceid": "6130117e-d4bb-4a4f-8115-64e8e99280ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.044970] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:b6:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6130117e-d4bb-4a4f-8115-64e8e99280ff', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.053956] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Creating folder: Project (7581c2e14a134c8287d1d7afeac8465c). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.053956] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad4678a5-63a2-4ca9-85a3-d6c06043e4de {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.069772] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Created folder: Project (7581c2e14a134c8287d1d7afeac8465c) in parent group-v649481. [ 748.070032] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Creating folder: Instances. Parent ref: group-v649540. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.070290] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-217a360b-782d-407e-919b-de8f610f11fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.085161] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Created folder: Instances in parent group-v649540. [ 748.085161] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.085161] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.086066] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dc4aa36-218c-4196-9231-b6759b7403aa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.106612] env[69169]: DEBUG nova.network.neutron [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.116711] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.116711] env[69169]: value = "task-3250718" [ 748.116711] env[69169]: _type = "Task" [ 748.116711] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.130956] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250718, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.200085] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.200743] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.203980] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.741s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.208140] env[69169]: INFO nova.compute.claims [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.610197] env[69169]: DEBUG oslo_concurrency.lockutils [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Releasing lock "refresh_cache-dc28dceb-ec90-4b24-804a-b2bf31fcd959" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.610673] env[69169]: DEBUG nova.compute.manager [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.610910] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.612837] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61e6c0e-ef22-4f6d-a471-2773992caef7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.628353] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250718, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.631600] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.631946] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7411da65-5fa5-4c78-a8ab-1ba72c4d3d4f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.641620] env[69169]: DEBUG oslo_vmware.api [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 748.641620] env[69169]: value = "task-3250719" [ 748.641620] env[69169]: _type = "Task" [ 748.641620] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.653907] env[69169]: DEBUG oslo_vmware.api [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.712931] env[69169]: DEBUG nova.compute.utils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.717411] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.717499] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.787673] env[69169]: DEBUG nova.policy [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6b0fbb8d0a34f70af60320b150de2f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7581c2e14a134c8287d1d7afeac8465c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.797315] env[69169]: DEBUG nova.network.neutron [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Updated VIF entry in instance network info cache for port 7880e817-d95b-4c7f-a554-2bbd944f85ce. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.797315] env[69169]: DEBUG nova.network.neutron [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Updating instance_info_cache with network_info: [{"id": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "address": "fa:16:3e:61:21:ad", "network": {"id": "3b175813-76f2-44c1-9ebb-2c44832b4bef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-363049164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312f6b393a77476eacb4bc4644a99098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7880e817-d9", "ovs_interfaceid": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.128485] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250718, 'name': CreateVM_Task, 'duration_secs': 0.662879} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.128485] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.129201] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.129362] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.129713] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.130061] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bffca89d-0cb1-4842-b442-4f94bf89a9e8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.136607] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 749.136607] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a34470-ab23-dd39-6a27-6cd8a1fbb3cc" [ 749.136607] env[69169]: _type = "Task" [ 749.136607] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.148235] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a34470-ab23-dd39-6a27-6cd8a1fbb3cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.153825] env[69169]: DEBUG oslo_vmware.api [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250719, 'name': PowerOffVM_Task, 'duration_secs': 0.162387} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.154144] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.154324] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.154575] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52b1bd2f-d384-4060-8fab-5f4400f6cc38 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.186878] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.186878] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.186878] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Deleting the datastore file [datastore1] dc28dceb-ec90-4b24-804a-b2bf31fcd959 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.187160] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b111c66-76fa-41be-8a3f-cd5b1ec8f292 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.197818] env[69169]: DEBUG oslo_vmware.api [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for the task: (returnval){ [ 749.197818] env[69169]: value = "task-3250721" [ 749.197818] env[69169]: _type = "Task" [ 749.197818] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.208402] env[69169]: DEBUG oslo_vmware.api [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.220716] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.302153] env[69169]: DEBUG oslo_concurrency.lockutils [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] Releasing lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.302153] env[69169]: DEBUG nova.compute.manager [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Received event network-changed-fe94f758-5eac-4ce1-a457-e05ff144c967 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.302153] env[69169]: DEBUG nova.compute.manager [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Refreshing instance network info cache due to event network-changed-fe94f758-5eac-4ce1-a457-e05ff144c967. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.302700] env[69169]: DEBUG oslo_concurrency.lockutils [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] Acquiring lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.303154] env[69169]: DEBUG oslo_concurrency.lockutils [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] Acquired lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.303587] env[69169]: DEBUG nova.network.neutron [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Refreshing network info cache for port fe94f758-5eac-4ce1-a457-e05ff144c967 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.386779] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Successfully created port: 513c61bc-9918-4799-8243-58619a755831 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.513110] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.513263] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.650787] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a34470-ab23-dd39-6a27-6cd8a1fbb3cc, 'name': SearchDatastore_Task, 'duration_secs': 0.018782} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.651074] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.651307] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.651535] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.651676] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.651851] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.652778] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0347def3-47fc-4715-8635-9bd56a16a7f5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.669217] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.669896] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.673210] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986cbb95-c96b-45ba-8983-3dbd182616f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.680707] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 749.680707] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52831cd6-3787-9a77-21c1-39cdaf46eb81" [ 749.680707] env[69169]: _type = "Task" [ 749.680707] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.696416] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52831cd6-3787-9a77-21c1-39cdaf46eb81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.707600] env[69169]: DEBUG oslo_vmware.api [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Task: {'id': task-3250721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137758} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.708226] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.709727] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.709727] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.709727] env[69169]: INFO nova.compute.manager [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Took 1.10 seconds to destroy the instance on the hypervisor. [ 749.709959] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.710922] env[69169]: DEBUG nova.compute.manager [-] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.710922] env[69169]: DEBUG nova.network.neutron [-] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.765030] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445a67ec-f879-4fd8-8a27-ec041ecb8341 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.766616] env[69169]: DEBUG nova.network.neutron [-] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.773697] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0934a436-2bf3-438b-95b2-32246bcf043c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.814935] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Successfully updated port: e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.817566] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a020988-8f31-4ba8-949f-ab4ca12b83d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.821487] env[69169]: DEBUG nova.compute.manager [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Received event network-changed-6130117e-d4bb-4a4f-8115-64e8e99280ff {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.821707] env[69169]: DEBUG nova.compute.manager [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Refreshing instance network info cache due to event network-changed-6130117e-d4bb-4a4f-8115-64e8e99280ff. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.822111] env[69169]: DEBUG oslo_concurrency.lockutils [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] Acquiring lock "refresh_cache-78fa9c07-d7d4-4157-ba56-224b1c1d1dfd" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.822200] env[69169]: DEBUG oslo_concurrency.lockutils [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] Acquired lock "refresh_cache-78fa9c07-d7d4-4157-ba56-224b1c1d1dfd" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.822453] env[69169]: DEBUG nova.network.neutron [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Refreshing network info cache for port 6130117e-d4bb-4a4f-8115-64e8e99280ff {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.833058] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4da7fc-3985-4cdf-a49f-e50ef021d354 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.849814] env[69169]: DEBUG nova.compute.provider_tree [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.198242] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52831cd6-3787-9a77-21c1-39cdaf46eb81, 'name': SearchDatastore_Task, 'duration_secs': 0.026197} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.199461] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56875c9-fec8-4e75-8d40-6c2eafb8dd0c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.207917] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 750.207917] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527022f0-712c-e336-0daa-0434d6311f31" [ 750.207917] env[69169]: _type = "Task" [ 750.207917] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.219522] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527022f0-712c-e336-0daa-0434d6311f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.240159] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.269176] env[69169]: DEBUG nova.network.neutron [-] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.277017] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.277229] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.277437] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.277663] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.277816] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.277961] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.278657] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.278829] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.279374] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.279374] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.279501] env[69169]: DEBUG nova.virt.hardware [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.280578] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d53ed9e-e590-468f-8df2-7c5ad0b7c79c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.294865] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c55fd6-d8bd-4e90-82e4-c5d2f990c5d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.325297] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "refresh_cache-7affa373-c71f-4fdf-991e-84472aed80ec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.325454] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquired lock "refresh_cache-7affa373-c71f-4fdf-991e-84472aed80ec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.325940] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.374470] env[69169]: ERROR nova.scheduler.client.report [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [req-998eda32-3179-4eb0-988e-eec8175a3d82] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-998eda32-3179-4eb0-988e-eec8175a3d82"}]} [ 750.390791] env[69169]: DEBUG nova.scheduler.client.report [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 750.410448] env[69169]: DEBUG nova.scheduler.client.report [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 750.410684] env[69169]: DEBUG nova.compute.provider_tree [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.425676] env[69169]: DEBUG nova.scheduler.client.report [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 750.447438] env[69169]: DEBUG nova.scheduler.client.report [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 750.507146] env[69169]: DEBUG nova.network.neutron [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Updated VIF entry in instance network info cache for port fe94f758-5eac-4ce1-a457-e05ff144c967. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.507450] env[69169]: DEBUG nova.network.neutron [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Updating instance_info_cache with network_info: [{"id": "fe94f758-5eac-4ce1-a457-e05ff144c967", "address": "fa:16:3e:bf:f2:3d", "network": {"id": "3b175813-76f2-44c1-9ebb-2c44832b4bef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-363049164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312f6b393a77476eacb4bc4644a99098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe94f758-5e", "ovs_interfaceid": "fe94f758-5eac-4ce1-a457-e05ff144c967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.721196] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527022f0-712c-e336-0daa-0434d6311f31, 'name': SearchDatastore_Task, 'duration_secs': 0.026521} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.726066] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.726812] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd/78fa9c07-d7d4-4157-ba56-224b1c1d1dfd.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.727069] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3172247a-d625-4355-85b0-bc846338c60a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.737135] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 750.737135] env[69169]: value = "task-3250722" [ 750.737135] env[69169]: _type = "Task" [ 750.737135] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.752674] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.771774] env[69169]: INFO nova.compute.manager [-] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Took 1.06 seconds to deallocate network for instance. [ 750.779190] env[69169]: DEBUG nova.network.neutron [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Updated VIF entry in instance network info cache for port 6130117e-d4bb-4a4f-8115-64e8e99280ff. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.779529] env[69169]: DEBUG nova.network.neutron [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Updating instance_info_cache with network_info: [{"id": "6130117e-d4bb-4a4f-8115-64e8e99280ff", "address": "fa:16:3e:0d:b6:a2", "network": {"id": "67ba7710-c47b-4ed2-99f9-52c6c1c2fefd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-727726262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7581c2e14a134c8287d1d7afeac8465c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6130117e-d4", "ovs_interfaceid": "6130117e-d4bb-4a4f-8115-64e8e99280ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.915364] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.014323] env[69169]: DEBUG oslo_concurrency.lockutils [req-d6fb04a2-c10e-498e-aede-c8c9fa403dcf req-980a131c-0e3b-4a0e-91c1-c580961c307f service nova] Releasing lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.079313] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a7632c-912f-4e97-88cc-e6f9e46c6dd3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.087802] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2a5d8f-8caa-444c-b3b4-b5ba8db9485e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.126809] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8a90e9-12d2-429e-b306-e8e95b54dc0e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.142468] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7128f9-336c-4cb0-a0dd-af7aa34b0b86 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.158975] env[69169]: DEBUG nova.compute.provider_tree [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.202767] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "4166a211-8c3d-4e89-bf43-f134631eb018" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.202767] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "4166a211-8c3d-4e89-bf43-f134631eb018" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.234757] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Successfully updated port: 513c61bc-9918-4799-8243-58619a755831 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.248564] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250722, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.254184] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Updating instance_info_cache with network_info: [{"id": "e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f", "address": "fa:16:3e:c5:31:66", "network": {"id": "67ba7710-c47b-4ed2-99f9-52c6c1c2fefd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-727726262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7581c2e14a134c8287d1d7afeac8465c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c8a1d3-5d", "ovs_interfaceid": "e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.284695] env[69169]: DEBUG oslo_concurrency.lockutils [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] Releasing lock "refresh_cache-78fa9c07-d7d4-4157-ba56-224b1c1d1dfd" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.285020] env[69169]: DEBUG nova.compute.manager [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Received event network-changed-a1ba19bb-8c92-416e-8cf4-26d7f2863697 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.285197] env[69169]: DEBUG nova.compute.manager [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Refreshing instance network info cache due to event network-changed-a1ba19bb-8c92-416e-8cf4-26d7f2863697. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.285412] env[69169]: DEBUG oslo_concurrency.lockutils [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] Acquiring lock "refresh_cache-c7cccd8c-7e13-4a1f-9b62-333a446fb59b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.285553] env[69169]: DEBUG oslo_concurrency.lockutils [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] Acquired lock "refresh_cache-c7cccd8c-7e13-4a1f-9b62-333a446fb59b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.285711] env[69169]: DEBUG nova.network.neutron [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Refreshing network info cache for port a1ba19bb-8c92-416e-8cf4-26d7f2863697 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.288290] env[69169]: DEBUG oslo_concurrency.lockutils [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.447052] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "bd392da0-64d6-4adf-a17d-7dd31958707d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.447336] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "bd392da0-64d6-4adf-a17d-7dd31958707d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.447547] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "bd392da0-64d6-4adf-a17d-7dd31958707d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.447725] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "bd392da0-64d6-4adf-a17d-7dd31958707d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.447890] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "bd392da0-64d6-4adf-a17d-7dd31958707d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.449993] env[69169]: INFO nova.compute.manager [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Terminating instance [ 751.672871] env[69169]: DEBUG nova.compute.manager [req-06071cb8-b8ae-45c9-ba76-a7b29436eb2e req-bba64be7-a4ea-4fcb-8fe6-9541daa0487f service nova] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Received event network-vif-plugged-513c61bc-9918-4799-8243-58619a755831 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.673101] env[69169]: DEBUG oslo_concurrency.lockutils [req-06071cb8-b8ae-45c9-ba76-a7b29436eb2e req-bba64be7-a4ea-4fcb-8fe6-9541daa0487f service nova] Acquiring lock "fd6a7bbc-282f-4b48-bb24-b54b02ba0b79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.673322] env[69169]: DEBUG oslo_concurrency.lockutils [req-06071cb8-b8ae-45c9-ba76-a7b29436eb2e req-bba64be7-a4ea-4fcb-8fe6-9541daa0487f service nova] Lock "fd6a7bbc-282f-4b48-bb24-b54b02ba0b79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.673523] env[69169]: DEBUG oslo_concurrency.lockutils [req-06071cb8-b8ae-45c9-ba76-a7b29436eb2e req-bba64be7-a4ea-4fcb-8fe6-9541daa0487f service nova] Lock "fd6a7bbc-282f-4b48-bb24-b54b02ba0b79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.674113] env[69169]: DEBUG nova.compute.manager [req-06071cb8-b8ae-45c9-ba76-a7b29436eb2e req-bba64be7-a4ea-4fcb-8fe6-9541daa0487f service nova] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] No waiting events found dispatching network-vif-plugged-513c61bc-9918-4799-8243-58619a755831 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.674360] env[69169]: WARNING nova.compute.manager [req-06071cb8-b8ae-45c9-ba76-a7b29436eb2e req-bba64be7-a4ea-4fcb-8fe6-9541daa0487f service nova] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Received unexpected event network-vif-plugged-513c61bc-9918-4799-8243-58619a755831 for instance with vm_state building and task_state spawning. [ 751.691137] env[69169]: ERROR nova.scheduler.client.report [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [req-0a35be70-e226-4346-8332-0135e00c2bbd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a35be70-e226-4346-8332-0135e00c2bbd"}]} [ 751.709335] env[69169]: DEBUG nova.scheduler.client.report [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 751.727641] env[69169]: DEBUG nova.scheduler.client.report [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 751.727748] env[69169]: DEBUG nova.compute.provider_tree [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.737634] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "refresh_cache-fd6a7bbc-282f-4b48-bb24-b54b02ba0b79" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.737771] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquired lock "refresh_cache-fd6a7bbc-282f-4b48-bb24-b54b02ba0b79" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.737912] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.745196] env[69169]: DEBUG nova.scheduler.client.report [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 751.750818] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250722, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.757817] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Releasing lock "refresh_cache-7affa373-c71f-4fdf-991e-84472aed80ec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.758126] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Instance network_info: |[{"id": "e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f", "address": "fa:16:3e:c5:31:66", "network": {"id": "67ba7710-c47b-4ed2-99f9-52c6c1c2fefd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-727726262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7581c2e14a134c8287d1d7afeac8465c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c8a1d3-5d", "ovs_interfaceid": "e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.758516] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:31:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.766195] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.766711] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.767483] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6da39f20-81f4-4299-b341-3d8c89157947 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.783420] env[69169]: DEBUG nova.scheduler.client.report [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 751.800185] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.800185] env[69169]: value = "task-3250723" [ 751.800185] env[69169]: _type = "Task" [ 751.800185] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.813877] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250723, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.957241] env[69169]: DEBUG nova.compute.manager [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.957612] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.961903] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05af5a31-87d8-4b30-9be6-76afe2de30c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.978541] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.978882] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e60f2840-2695-4a4f-880f-40e6296b17bf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.987904] env[69169]: DEBUG oslo_vmware.api [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 751.987904] env[69169]: value = "task-3250724" [ 751.987904] env[69169]: _type = "Task" [ 751.987904] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.004164] env[69169]: DEBUG oslo_vmware.api [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.158968] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Acquiring lock "d8180779-0929-4896-b981-4f4985d091e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.159304] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Lock "d8180779-0929-4896-b981-4f4985d091e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.226334] env[69169]: DEBUG nova.compute.manager [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Received event network-changed-fe94f758-5eac-4ce1-a457-e05ff144c967 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.226615] env[69169]: DEBUG nova.compute.manager [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Refreshing instance network info cache due to event network-changed-fe94f758-5eac-4ce1-a457-e05ff144c967. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.226727] env[69169]: DEBUG oslo_concurrency.lockutils [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] Acquiring lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.226896] env[69169]: DEBUG oslo_concurrency.lockutils [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] Acquired lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.227136] env[69169]: DEBUG nova.network.neutron [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Refreshing network info cache for port fe94f758-5eac-4ce1-a457-e05ff144c967 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.257862] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250722, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.290786] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.320306] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250723, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.366822] env[69169]: DEBUG nova.network.neutron [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Updated VIF entry in instance network info cache for port a1ba19bb-8c92-416e-8cf4-26d7f2863697. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.367255] env[69169]: DEBUG nova.network.neutron [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Updating instance_info_cache with network_info: [{"id": "a1ba19bb-8c92-416e-8cf4-26d7f2863697", "address": "fa:16:3e:ee:f5:c5", "network": {"id": "383a8076-504b-4094-a6f4-bedc08b39f77", "bridge": "br-int", "label": "tempest-ServersTestJSON-796426224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531a602097124e2a88d647a325ab56ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ba19bb-8c", "ovs_interfaceid": "a1ba19bb-8c92-416e-8cf4-26d7f2863697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.421257] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af67233-1cf4-458c-bb39-81b87bab3cff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.430335] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5038e3dc-225b-46ac-b10a-36d6dbbecc7a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.463208] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6853cfda-3b3b-4d1c-8d22-7e3be2321d4c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.471683] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04e02b3-8813-4398-956f-7d97768ab1ff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.487245] env[69169]: DEBUG nova.compute.provider_tree [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.497097] env[69169]: DEBUG oslo_vmware.api [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250724, 'name': PowerOffVM_Task, 'duration_secs': 0.300013} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.497377] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.497542] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.498352] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a586df79-342d-4560-8935-fbac12c96d8f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.503841] env[69169]: DEBUG nova.network.neutron [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Updating instance_info_cache with network_info: [{"id": "513c61bc-9918-4799-8243-58619a755831", "address": "fa:16:3e:df:d9:26", "network": {"id": "67ba7710-c47b-4ed2-99f9-52c6c1c2fefd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-727726262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7581c2e14a134c8287d1d7afeac8465c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513c61bc-99", "ovs_interfaceid": "513c61bc-9918-4799-8243-58619a755831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.570926] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.570926] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.571259] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Deleting the datastore file [datastore2] bd392da0-64d6-4adf-a17d-7dd31958707d {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.571496] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1e7782a-1ce8-40f4-ab87-23f02d6352f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.579088] env[69169]: DEBUG oslo_vmware.api [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 752.579088] env[69169]: value = "task-3250726" [ 752.579088] env[69169]: _type = "Task" [ 752.579088] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.588523] env[69169]: DEBUG oslo_vmware.api [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.754810] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250722, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.556332} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.755097] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd/78fa9c07-d7d4-4157-ba56-224b1c1d1dfd.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.755451] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.755717] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6e50e5c-ed10-41c9-ae6d-d4dae89d079c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.764309] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 752.764309] env[69169]: value = "task-3250727" [ 752.764309] env[69169]: _type = "Task" [ 752.764309] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.793282] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.819014] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250723, 'name': CreateVM_Task, 'duration_secs': 0.938406} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.819314] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.820116] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.820311] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.820655] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.820924] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40cf5df2-b95d-4d7d-9115-01614eaf766e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.829260] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 752.829260] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5232c7bd-f486-7476-a3d7-3ba2c882345a" [ 752.829260] env[69169]: _type = "Task" [ 752.829260] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.845339] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5232c7bd-f486-7476-a3d7-3ba2c882345a, 'name': SearchDatastore_Task, 'duration_secs': 0.011833} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.845339] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.845339] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.845339] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.845877] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.845877] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.845877] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33f0d990-d819-4ead-bf8d-3b3176a1894c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.855240] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.855429] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.856251] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ca406a-a2e2-4cea-a1b3-614ab6e51aab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.862694] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 752.862694] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52450d28-db45-4290-164b-b07957627d69" [ 752.862694] env[69169]: _type = "Task" [ 752.862694] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.870951] env[69169]: DEBUG oslo_concurrency.lockutils [req-d890b0a8-f0f9-4b19-b02c-e81526abc00d req-3e5815fe-4f76-4e17-af08-eb063cb88c20 service nova] Releasing lock "refresh_cache-c7cccd8c-7e13-4a1f-9b62-333a446fb59b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.877527] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52450d28-db45-4290-164b-b07957627d69, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.879067] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d719401d-880e-41ad-b6e2-2c5d8a4c1752 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.884682] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 752.884682] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b6474f-cc7e-ad7b-2e27-2b5324c9a144" [ 752.884682] env[69169]: _type = "Task" [ 752.884682] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.896330] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b6474f-cc7e-ad7b-2e27-2b5324c9a144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.006854] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Releasing lock "refresh_cache-fd6a7bbc-282f-4b48-bb24-b54b02ba0b79" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.007233] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Instance network_info: |[{"id": "513c61bc-9918-4799-8243-58619a755831", "address": "fa:16:3e:df:d9:26", "network": {"id": "67ba7710-c47b-4ed2-99f9-52c6c1c2fefd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-727726262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7581c2e14a134c8287d1d7afeac8465c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513c61bc-99", "ovs_interfaceid": "513c61bc-9918-4799-8243-58619a755831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.008122] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:d9:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '513c61bc-9918-4799-8243-58619a755831', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.019017] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.019017] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.019017] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d76a63b-7bd8-4f15-b2b4-08e04ea85bfd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.043503] env[69169]: DEBUG nova.scheduler.client.report [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 753.044387] env[69169]: DEBUG nova.compute.provider_tree [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 45 to 46 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 753.044575] env[69169]: DEBUG nova.compute.provider_tree [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.051256] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.051256] env[69169]: value = "task-3250728" [ 753.051256] env[69169]: _type = "Task" [ 753.051256] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.065009] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250728, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.092543] env[69169]: DEBUG oslo_vmware.api [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17822} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.092543] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.092543] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.092543] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.092543] env[69169]: INFO nova.compute.manager [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 753.092878] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.092878] env[69169]: DEBUG nova.compute.manager [-] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.092878] env[69169]: DEBUG nova.network.neutron [-] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.121933] env[69169]: DEBUG nova.network.neutron [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Updated VIF entry in instance network info cache for port fe94f758-5eac-4ce1-a457-e05ff144c967. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.125439] env[69169]: DEBUG nova.network.neutron [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Updating instance_info_cache with network_info: [{"id": "fe94f758-5eac-4ce1-a457-e05ff144c967", "address": "fa:16:3e:bf:f2:3d", "network": {"id": "3b175813-76f2-44c1-9ebb-2c44832b4bef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-363049164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312f6b393a77476eacb4bc4644a99098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe94f758-5e", "ovs_interfaceid": "fe94f758-5eac-4ce1-a457-e05ff144c967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.276050] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075232} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.276975] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.277726] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae01bd6-98f5-4e6f-bcee-1ff3063c189a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.302563] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd/78fa9c07-d7d4-4157-ba56-224b1c1d1dfd.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.303357] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd0f9441-403a-45ae-baef-055565f657f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.331320] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 753.331320] env[69169]: value = "task-3250729" [ 753.331320] env[69169]: _type = "Task" [ 753.331320] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.341166] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.396233] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b6474f-cc7e-ad7b-2e27-2b5324c9a144, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.396535] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.396828] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 7affa373-c71f-4fdf-991e-84472aed80ec/7affa373-c71f-4fdf-991e-84472aed80ec.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.397205] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e59fe0c-b297-429b-8320-81b53a0651b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.407363] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 753.407363] env[69169]: value = "task-3250730" [ 753.407363] env[69169]: _type = "Task" [ 753.407363] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.424173] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.555018] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.349s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.555018] env[69169]: DEBUG nova.compute.manager [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.557261] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.401s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.557757] env[69169]: DEBUG nova.objects.instance [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Lazy-loading 'resources' on Instance uuid 07fafaf6-f2bf-447e-9e2c-8e835afb81d9 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.570661] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250728, 'name': CreateVM_Task, 'duration_secs': 0.40073} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.571133] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.571656] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.571855] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.572205] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.572491] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab11603-b4b5-439b-9e81-c7c6ded65779 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.578737] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 753.578737] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c4d859-b797-09a2-53db-e16ca4c33fe5" [ 753.578737] env[69169]: _type = "Task" [ 753.578737] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.590907] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c4d859-b797-09a2-53db-e16ca4c33fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.625838] env[69169]: DEBUG oslo_concurrency.lockutils [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] Releasing lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.626190] env[69169]: DEBUG nova.compute.manager [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Received event network-vif-plugged-e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.626418] env[69169]: DEBUG oslo_concurrency.lockutils [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] Acquiring lock "7affa373-c71f-4fdf-991e-84472aed80ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.626689] env[69169]: DEBUG oslo_concurrency.lockutils [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] Lock "7affa373-c71f-4fdf-991e-84472aed80ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.626916] env[69169]: DEBUG oslo_concurrency.lockutils [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] Lock "7affa373-c71f-4fdf-991e-84472aed80ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.627117] env[69169]: DEBUG nova.compute.manager [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] No waiting events found dispatching network-vif-plugged-e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.627357] env[69169]: WARNING nova.compute.manager [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Received unexpected event network-vif-plugged-e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f for instance with vm_state building and task_state spawning. [ 753.627477] env[69169]: DEBUG nova.compute.manager [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Received event network-changed-e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.627691] env[69169]: DEBUG nova.compute.manager [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Refreshing instance network info cache due to event network-changed-e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.627895] env[69169]: DEBUG oslo_concurrency.lockutils [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] Acquiring lock "refresh_cache-7affa373-c71f-4fdf-991e-84472aed80ec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.628050] env[69169]: DEBUG oslo_concurrency.lockutils [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] Acquired lock "refresh_cache-7affa373-c71f-4fdf-991e-84472aed80ec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.628236] env[69169]: DEBUG nova.network.neutron [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Refreshing network info cache for port e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.845065] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250729, 'name': ReconfigVM_Task, 'duration_secs': 0.376953} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.845065] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd/78fa9c07-d7d4-4157-ba56-224b1c1d1dfd.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.845065] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8209e8e7-e92f-4464-9069-13dc927a9ef1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.854190] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 753.854190] env[69169]: value = "task-3250731" [ 753.854190] env[69169]: _type = "Task" [ 753.854190] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.867869] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250731, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.921579] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquiring lock "20ac28fe-a75f-4538-a345-39e7872fad30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.921579] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Lock "20ac28fe-a75f-4538-a345-39e7872fad30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.921850] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250730, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.061609] env[69169]: DEBUG nova.compute.utils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.063067] env[69169]: DEBUG nova.compute.manager [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.066016] env[69169]: DEBUG nova.network.neutron [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.095105] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c4d859-b797-09a2-53db-e16ca4c33fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.019215} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.095422] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.095650] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.095903] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.096063] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.096244] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.096534] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1b64d4c-b971-4fd9-bedb-b2d03fcd1543 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.110020] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.110020] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.110020] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5b6d01-44ab-45b8-9949-6db3afc7ba33 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.118907] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 754.118907] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52309736-652b-6cb1-db21-60cd9d140480" [ 754.118907] env[69169]: _type = "Task" [ 754.118907] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.128249] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52309736-652b-6cb1-db21-60cd9d140480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.149257] env[69169]: DEBUG nova.compute.manager [req-e0155905-1a57-4d02-94a8-cf63de6f463c req-08161367-ffd6-46ae-974e-28df6ebd7c78 service nova] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Received event network-changed-513c61bc-9918-4799-8243-58619a755831 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.149449] env[69169]: DEBUG nova.compute.manager [req-e0155905-1a57-4d02-94a8-cf63de6f463c req-08161367-ffd6-46ae-974e-28df6ebd7c78 service nova] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Refreshing instance network info cache due to event network-changed-513c61bc-9918-4799-8243-58619a755831. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.149655] env[69169]: DEBUG oslo_concurrency.lockutils [req-e0155905-1a57-4d02-94a8-cf63de6f463c req-08161367-ffd6-46ae-974e-28df6ebd7c78 service nova] Acquiring lock "refresh_cache-fd6a7bbc-282f-4b48-bb24-b54b02ba0b79" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.149791] env[69169]: DEBUG oslo_concurrency.lockutils [req-e0155905-1a57-4d02-94a8-cf63de6f463c req-08161367-ffd6-46ae-974e-28df6ebd7c78 service nova] Acquired lock "refresh_cache-fd6a7bbc-282f-4b48-bb24-b54b02ba0b79" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.150894] env[69169]: DEBUG nova.network.neutron [req-e0155905-1a57-4d02-94a8-cf63de6f463c req-08161367-ffd6-46ae-974e-28df6ebd7c78 service nova] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Refreshing network info cache for port 513c61bc-9918-4799-8243-58619a755831 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.243603] env[69169]: DEBUG nova.network.neutron [-] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.250153] env[69169]: DEBUG nova.policy [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af7e833a445f43ac8e92080ce4fd02b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c55e442c8364c7c90256b987da7f5aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.364742] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250731, 'name': Rename_Task, 'duration_secs': 0.290413} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.365062] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.365323] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6765ab8-b25a-4dba-afd0-a900aa75b46c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.375545] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 754.375545] env[69169]: value = "task-3250732" [ 754.375545] env[69169]: _type = "Task" [ 754.375545] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.386408] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.421732] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570183} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.422008] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 7affa373-c71f-4fdf-991e-84472aed80ec/7affa373-c71f-4fdf-991e-84472aed80ec.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.422247] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.423170] env[69169]: DEBUG nova.network.neutron [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Updated VIF entry in instance network info cache for port e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.423513] env[69169]: DEBUG nova.network.neutron [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Updating instance_info_cache with network_info: [{"id": "e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f", "address": "fa:16:3e:c5:31:66", "network": {"id": "67ba7710-c47b-4ed2-99f9-52c6c1c2fefd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-727726262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7581c2e14a134c8287d1d7afeac8465c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c8a1d3-5d", "ovs_interfaceid": "e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.424995] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-274f92d7-8d2d-4f6d-83c2-b4328df86928 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.436122] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 754.436122] env[69169]: value = "task-3250733" [ 754.436122] env[69169]: _type = "Task" [ 754.436122] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.447559] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.576026] env[69169]: DEBUG nova.compute.manager [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.634652] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52309736-652b-6cb1-db21-60cd9d140480, 'name': SearchDatastore_Task, 'duration_secs': 0.040445} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.637241] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b7a594-88f1-4f16-a446-6795463495ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.640208] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d05f38-45f0-44a4-b301-a41a2c271266 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.650648] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b49cec-abcb-4caa-bed8-124d9f3d2665 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.652432] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 754.652432] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5255f546-0fa3-4f6e-2c08-3825577d32c6" [ 754.652432] env[69169]: _type = "Task" [ 754.652432] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.691200] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5bd8f1-cedd-45ac-a5f7-9772c1d4e560 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.698809] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5255f546-0fa3-4f6e-2c08-3825577d32c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.699446] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.700858] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] fd6a7bbc-282f-4b48-bb24-b54b02ba0b79/fd6a7bbc-282f-4b48-bb24-b54b02ba0b79.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.700858] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb3cbe00-6d1f-4eac-9a76-20609cb07696 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.706136] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d0caa3-edc3-4a72-8153-aab40aabaea5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.711196] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 754.711196] env[69169]: value = "task-3250734" [ 754.711196] env[69169]: _type = "Task" [ 754.711196] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.725628] env[69169]: DEBUG nova.compute.provider_tree [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.732841] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.746677] env[69169]: INFO nova.compute.manager [-] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Took 1.65 seconds to deallocate network for instance. [ 754.762188] env[69169]: DEBUG nova.compute.manager [req-07ebda1c-4a25-4f8d-a4f2-31b65ac1a200 req-7f11778b-7143-41ba-bc01-ee5763b01794 service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Received event network-changed-7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.762466] env[69169]: DEBUG nova.compute.manager [req-07ebda1c-4a25-4f8d-a4f2-31b65ac1a200 req-7f11778b-7143-41ba-bc01-ee5763b01794 service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Refreshing instance network info cache due to event network-changed-7880e817-d95b-4c7f-a554-2bbd944f85ce. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.763106] env[69169]: DEBUG oslo_concurrency.lockutils [req-07ebda1c-4a25-4f8d-a4f2-31b65ac1a200 req-7f11778b-7143-41ba-bc01-ee5763b01794 service nova] Acquiring lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.763106] env[69169]: DEBUG oslo_concurrency.lockutils [req-07ebda1c-4a25-4f8d-a4f2-31b65ac1a200 req-7f11778b-7143-41ba-bc01-ee5763b01794 service nova] Acquired lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.763106] env[69169]: DEBUG nova.network.neutron [req-07ebda1c-4a25-4f8d-a4f2-31b65ac1a200 req-7f11778b-7143-41ba-bc01-ee5763b01794 service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Refreshing network info cache for port 7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.881771] env[69169]: DEBUG nova.network.neutron [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Successfully created port: 54ae0e56-3d96-4785-b63f-5211c5a80735 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.889249] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250732, 'name': PowerOnVM_Task, 'duration_secs': 0.501598} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.889566] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.889625] env[69169]: INFO nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Took 11.42 seconds to spawn the instance on the hypervisor. [ 754.889841] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.890619] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d897462f-ae98-45b1-8e4a-c29c78199c8a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.928744] env[69169]: DEBUG oslo_concurrency.lockutils [req-8ed64473-f30e-49a0-a178-86c4793040c3 req-937367c0-9092-45cc-8833-61ecc68988ea service nova] Releasing lock "refresh_cache-7affa373-c71f-4fdf-991e-84472aed80ec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.946687] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101902} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.947711] env[69169]: DEBUG nova.network.neutron [req-e0155905-1a57-4d02-94a8-cf63de6f463c req-08161367-ffd6-46ae-974e-28df6ebd7c78 service nova] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Updated VIF entry in instance network info cache for port 513c61bc-9918-4799-8243-58619a755831. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.948052] env[69169]: DEBUG nova.network.neutron [req-e0155905-1a57-4d02-94a8-cf63de6f463c req-08161367-ffd6-46ae-974e-28df6ebd7c78 service nova] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Updating instance_info_cache with network_info: [{"id": "513c61bc-9918-4799-8243-58619a755831", "address": "fa:16:3e:df:d9:26", "network": {"id": "67ba7710-c47b-4ed2-99f9-52c6c1c2fefd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-727726262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7581c2e14a134c8287d1d7afeac8465c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513c61bc-99", "ovs_interfaceid": "513c61bc-9918-4799-8243-58619a755831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.949556] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.950836] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de65ac51-8396-4561-807e-110884b49ea3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.976122] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 7affa373-c71f-4fdf-991e-84472aed80ec/7affa373-c71f-4fdf-991e-84472aed80ec.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.977143] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef6a86dd-c27b-40be-947e-0e904cca3f26 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.006045] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 755.006045] env[69169]: value = "task-3250735" [ 755.006045] env[69169]: _type = "Task" [ 755.006045] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.015060] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.225263] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250734, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.229702] env[69169]: DEBUG nova.scheduler.client.report [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.254074] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.411062] env[69169]: INFO nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Took 39.23 seconds to build instance. [ 755.452327] env[69169]: DEBUG oslo_concurrency.lockutils [req-e0155905-1a57-4d02-94a8-cf63de6f463c req-08161367-ffd6-46ae-974e-28df6ebd7c78 service nova] Releasing lock "refresh_cache-fd6a7bbc-282f-4b48-bb24-b54b02ba0b79" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.521672] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.590043] env[69169]: DEBUG nova.compute.manager [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.601465] env[69169]: DEBUG nova.network.neutron [req-07ebda1c-4a25-4f8d-a4f2-31b65ac1a200 req-7f11778b-7143-41ba-bc01-ee5763b01794 service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Updated VIF entry in instance network info cache for port 7880e817-d95b-4c7f-a554-2bbd944f85ce. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.601843] env[69169]: DEBUG nova.network.neutron [req-07ebda1c-4a25-4f8d-a4f2-31b65ac1a200 req-7f11778b-7143-41ba-bc01-ee5763b01794 service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Updating instance_info_cache with network_info: [{"id": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "address": "fa:16:3e:61:21:ad", "network": {"id": "3b175813-76f2-44c1-9ebb-2c44832b4bef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-363049164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312f6b393a77476eacb4bc4644a99098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7880e817-d9", "ovs_interfaceid": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.622151] env[69169]: DEBUG nova.virt.hardware [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.622151] env[69169]: DEBUG nova.virt.hardware [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.622151] env[69169]: DEBUG nova.virt.hardware [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.622467] env[69169]: DEBUG nova.virt.hardware [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.622467] env[69169]: DEBUG nova.virt.hardware [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.622625] env[69169]: DEBUG nova.virt.hardware [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.622975] env[69169]: DEBUG nova.virt.hardware [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.623266] env[69169]: DEBUG nova.virt.hardware [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.623564] env[69169]: DEBUG nova.virt.hardware [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.623861] env[69169]: DEBUG nova.virt.hardware [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.624165] env[69169]: DEBUG nova.virt.hardware [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.625370] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5799c2-8eb2-402c-8365-8eabac05b4e1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.634158] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f465937c-2dcd-4959-98fa-d4ffa5df0e20 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.708966] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "bd392da0-64d6-4adf-a17d-7dd31958707d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.723304] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891552} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.723539] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] fd6a7bbc-282f-4b48-bb24-b54b02ba0b79/fd6a7bbc-282f-4b48-bb24-b54b02ba0b79.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.723764] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.724107] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4d97608-01b8-4b6e-8d9b-514d84adf831 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.731806] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 755.731806] env[69169]: value = "task-3250736" [ 755.731806] env[69169]: _type = "Task" [ 755.731806] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.735709] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.738157] env[69169]: DEBUG oslo_concurrency.lockutils [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.794s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.738400] env[69169]: DEBUG nova.objects.instance [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lazy-loading 'resources' on Instance uuid 325e4182-3660-474a-a59d-7df355c291ce {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.746091] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.763234] env[69169]: INFO nova.scheduler.client.report [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Deleted allocations for instance 07fafaf6-f2bf-447e-9e2c-8e835afb81d9 [ 755.913255] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "78fa9c07-d7d4-4157-ba56-224b1c1d1dfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.124s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.020974] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250735, 'name': ReconfigVM_Task, 'duration_secs': 0.978314} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.021339] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 7affa373-c71f-4fdf-991e-84472aed80ec/7affa373-c71f-4fdf-991e-84472aed80ec.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.022613] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df2525d1-a637-4bfd-82ae-e68c12482154 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.032076] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 756.032076] env[69169]: value = "task-3250737" [ 756.032076] env[69169]: _type = "Task" [ 756.032076] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.043232] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250737, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.105037] env[69169]: DEBUG oslo_concurrency.lockutils [req-07ebda1c-4a25-4f8d-a4f2-31b65ac1a200 req-7f11778b-7143-41ba-bc01-ee5763b01794 service nova] Releasing lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.105037] env[69169]: DEBUG nova.compute.manager [req-07ebda1c-4a25-4f8d-a4f2-31b65ac1a200 req-7f11778b-7143-41ba-bc01-ee5763b01794 service nova] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Received event network-vif-deleted-fe94f758-5eac-4ce1-a457-e05ff144c967 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.246980] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178167} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.247195] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.248047] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293f75ae-3ecc-4dc9-b712-67a84c0265d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.282169] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] fd6a7bbc-282f-4b48-bb24-b54b02ba0b79/fd6a7bbc-282f-4b48-bb24-b54b02ba0b79.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.283760] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5bc0fe01-1e54-4c7e-8483-5889d4a19444 tempest-ServerExternalEventsTest-2147124365 tempest-ServerExternalEventsTest-2147124365-project-member] Lock "07fafaf6-f2bf-447e-9e2c-8e835afb81d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.734s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.284849] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2a8dd44-c02e-45a0-9272-14b6cf91c51f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.310105] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 756.310105] env[69169]: value = "task-3250738" [ 756.310105] env[69169]: _type = "Task" [ 756.310105] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.321156] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.416252] env[69169]: DEBUG nova.compute.manager [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.547580] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250737, 'name': Rename_Task, 'duration_secs': 0.41133} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.547655] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.547985] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb48054c-39dd-45f3-a90a-6ad388b43405 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.559870] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 756.559870] env[69169]: value = "task-3250739" [ 756.559870] env[69169]: _type = "Task" [ 756.559870] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.571690] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.615397] env[69169]: DEBUG nova.network.neutron [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Successfully updated port: 54ae0e56-3d96-4785-b63f-5211c5a80735 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.826667] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250738, 'name': ReconfigVM_Task, 'duration_secs': 0.337943} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.829029] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Reconfigured VM instance instance-00000015 to attach disk [datastore1] fd6a7bbc-282f-4b48-bb24-b54b02ba0b79/fd6a7bbc-282f-4b48-bb24-b54b02ba0b79.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.831307] env[69169]: DEBUG nova.compute.manager [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Received event network-changed-7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.831307] env[69169]: DEBUG nova.compute.manager [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Refreshing instance network info cache due to event network-changed-7880e817-d95b-4c7f-a554-2bbd944f85ce. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.831404] env[69169]: DEBUG oslo_concurrency.lockutils [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] Acquiring lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.831496] env[69169]: DEBUG oslo_concurrency.lockutils [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] Acquired lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.831830] env[69169]: DEBUG nova.network.neutron [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Refreshing network info cache for port 7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.836021] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60af5ad1-b836-425d-b62c-7f8dd75ac575 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.841590] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 756.841590] env[69169]: value = "task-3250740" [ 756.841590] env[69169]: _type = "Task" [ 756.841590] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.857433] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250740, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.876542] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f30dbdd-05a9-4c9c-954f-9fc81f9c7cc4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.885261] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ed6237-0c05-4122-b059-ac6474358556 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.927240] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fa4b2b-50e5-489f-887d-3c3a9ff63c06 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.938539] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e376fc-9235-4e3c-8059-98a64e89ba8b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.944615] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.956386] env[69169]: DEBUG nova.compute.provider_tree [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.070740] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250739, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.118418] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Acquiring lock "refresh_cache-fa29c571-2476-4217-b835-43af51cd645a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.118949] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Acquired lock "refresh_cache-fa29c571-2476-4217-b835-43af51cd645a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.118949] env[69169]: DEBUG nova.network.neutron [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.351922] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250740, 'name': Rename_Task, 'duration_secs': 0.173252} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.352402] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.352483] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53e984b7-1ca3-4caa-acda-2a74b169c042 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.360606] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 757.360606] env[69169]: value = "task-3250741" [ 757.360606] env[69169]: _type = "Task" [ 757.360606] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.460884] env[69169]: DEBUG nova.scheduler.client.report [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.574687] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250739, 'name': PowerOnVM_Task, 'duration_secs': 0.673891} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.574963] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.575177] env[69169]: INFO nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Took 10.13 seconds to spawn the instance on the hypervisor. [ 757.575382] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.577719] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aded668-b24c-4a08-8bec-98031c35d2f3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.672801] env[69169]: DEBUG nova.network.neutron [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.749979] env[69169]: DEBUG nova.network.neutron [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Updated VIF entry in instance network info cache for port 7880e817-d95b-4c7f-a554-2bbd944f85ce. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.749979] env[69169]: DEBUG nova.network.neutron [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Updating instance_info_cache with network_info: [{"id": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "address": "fa:16:3e:61:21:ad", "network": {"id": "3b175813-76f2-44c1-9ebb-2c44832b4bef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-363049164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312f6b393a77476eacb4bc4644a99098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7880e817-d9", "ovs_interfaceid": "7880e817-d95b-4c7f-a554-2bbd944f85ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.855572] env[69169]: DEBUG nova.network.neutron [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Updating instance_info_cache with network_info: [{"id": "54ae0e56-3d96-4785-b63f-5211c5a80735", "address": "fa:16:3e:5e:2d:64", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ae0e56-3d", "ovs_interfaceid": "54ae0e56-3d96-4785-b63f-5211c5a80735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.879499] env[69169]: DEBUG oslo_vmware.api [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250741, 'name': PowerOnVM_Task, 'duration_secs': 0.489042} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.879777] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.879970] env[69169]: INFO nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Took 7.64 seconds to spawn the instance on the hypervisor. [ 757.880256] env[69169]: DEBUG nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.880951] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f45ae6-7aaa-4946-a7e6-2781359739bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.964767] env[69169]: DEBUG oslo_concurrency.lockutils [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.967628] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.701s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.967950] env[69169]: DEBUG nova.objects.instance [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lazy-loading 'resources' on Instance uuid 22189f25-f644-496a-9c2b-961b7c372772 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.001529] env[69169]: INFO nova.scheduler.client.report [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Deleted allocations for instance 325e4182-3660-474a-a59d-7df355c291ce [ 758.100838] env[69169]: INFO nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Took 40.25 seconds to build instance. [ 758.255767] env[69169]: DEBUG oslo_concurrency.lockutils [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] Releasing lock "refresh_cache-32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.256017] env[69169]: DEBUG nova.compute.manager [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] [instance: fa29c571-2476-4217-b835-43af51cd645a] Received event network-vif-plugged-54ae0e56-3d96-4785-b63f-5211c5a80735 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.256234] env[69169]: DEBUG oslo_concurrency.lockutils [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] Acquiring lock "fa29c571-2476-4217-b835-43af51cd645a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.256445] env[69169]: DEBUG oslo_concurrency.lockutils [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] Lock "fa29c571-2476-4217-b835-43af51cd645a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.256614] env[69169]: DEBUG oslo_concurrency.lockutils [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] Lock "fa29c571-2476-4217-b835-43af51cd645a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.256781] env[69169]: DEBUG nova.compute.manager [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] [instance: fa29c571-2476-4217-b835-43af51cd645a] No waiting events found dispatching network-vif-plugged-54ae0e56-3d96-4785-b63f-5211c5a80735 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.256983] env[69169]: WARNING nova.compute.manager [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] [instance: fa29c571-2476-4217-b835-43af51cd645a] Received unexpected event network-vif-plugged-54ae0e56-3d96-4785-b63f-5211c5a80735 for instance with vm_state building and task_state spawning. [ 758.257178] env[69169]: DEBUG nova.compute.manager [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] [instance: fa29c571-2476-4217-b835-43af51cd645a] Received event network-changed-54ae0e56-3d96-4785-b63f-5211c5a80735 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.258224] env[69169]: DEBUG nova.compute.manager [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] [instance: fa29c571-2476-4217-b835-43af51cd645a] Refreshing instance network info cache due to event network-changed-54ae0e56-3d96-4785-b63f-5211c5a80735. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.258224] env[69169]: DEBUG oslo_concurrency.lockutils [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] Acquiring lock "refresh_cache-fa29c571-2476-4217-b835-43af51cd645a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.358703] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Releasing lock "refresh_cache-fa29c571-2476-4217-b835-43af51cd645a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.362781] env[69169]: DEBUG nova.compute.manager [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Instance network_info: |[{"id": "54ae0e56-3d96-4785-b63f-5211c5a80735", "address": "fa:16:3e:5e:2d:64", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ae0e56-3d", "ovs_interfaceid": "54ae0e56-3d96-4785-b63f-5211c5a80735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.362781] env[69169]: DEBUG oslo_concurrency.lockutils [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] Acquired lock "refresh_cache-fa29c571-2476-4217-b835-43af51cd645a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.363107] env[69169]: DEBUG nova.network.neutron [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] [instance: fa29c571-2476-4217-b835-43af51cd645a] Refreshing network info cache for port 54ae0e56-3d96-4785-b63f-5211c5a80735 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.363107] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:2d:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54ae0e56-3d96-4785-b63f-5211c5a80735', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.372240] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Creating folder: Project (6c55e442c8364c7c90256b987da7f5aa). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.372240] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-587e7082-355b-4cd0-900c-8042a9ab0dde {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.388194] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Created folder: Project (6c55e442c8364c7c90256b987da7f5aa) in parent group-v649481. [ 758.388974] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Creating folder: Instances. Parent ref: group-v649545. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.389089] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b44d3ca9-7d51-488a-8813-31583f2162f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.404430] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Created folder: Instances in parent group-v649545. [ 758.404677] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.406955] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa29c571-2476-4217-b835-43af51cd645a] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.407224] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5997868a-01ea-4757-8405-1a624c31ed26 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.424058] env[69169]: INFO nova.compute.manager [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Took 39.47 seconds to build instance. [ 758.431317] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.431317] env[69169]: value = "task-3250744" [ 758.431317] env[69169]: _type = "Task" [ 758.431317] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.441533] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250744, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.518549] env[69169]: DEBUG oslo_concurrency.lockutils [None req-370e5eb5-2acd-45d9-805b-d3c96151f3dc tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "325e4182-3660-474a-a59d-7df355c291ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.336s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.603130] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "7affa373-c71f-4fdf-991e-84472aed80ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.781s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.926580] env[69169]: DEBUG oslo_concurrency.lockutils [None req-150084a6-ffe1-4205-aae3-160f7d13570b tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "fd6a7bbc-282f-4b48-bb24-b54b02ba0b79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.074s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.950628] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250744, 'name': CreateVM_Task, 'duration_secs': 0.427703} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.955066] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa29c571-2476-4217-b835-43af51cd645a] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.961784] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.961784] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.962184] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.963441] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32adeac9-af48-4098-bc21-19a76684a718 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.969682] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Waiting for the task: (returnval){ [ 758.969682] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5285117f-db2f-2d29-7309-a6c31bbaee68" [ 758.969682] env[69169]: _type = "Task" [ 758.969682] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.981222] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5285117f-db2f-2d29-7309-a6c31bbaee68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.982985] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de82d7c-1433-4e9d-9e63-e42087a7053d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.992695] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88730c9-56af-4015-874a-cf577856f022 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.035461] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159fb028-8b73-4fdc-951d-8ed7832f13f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.047698] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64624413-edac-4b2f-8482-59fd77a0dfbd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.064607] env[69169]: DEBUG nova.compute.provider_tree [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.106563] env[69169]: DEBUG nova.compute.manager [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.185316] env[69169]: DEBUG nova.network.neutron [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] [instance: fa29c571-2476-4217-b835-43af51cd645a] Updated VIF entry in instance network info cache for port 54ae0e56-3d96-4785-b63f-5211c5a80735. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.185684] env[69169]: DEBUG nova.network.neutron [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] [instance: fa29c571-2476-4217-b835-43af51cd645a] Updating instance_info_cache with network_info: [{"id": "54ae0e56-3d96-4785-b63f-5211c5a80735", "address": "fa:16:3e:5e:2d:64", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ae0e56-3d", "ovs_interfaceid": "54ae0e56-3d96-4785-b63f-5211c5a80735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.432044] env[69169]: DEBUG nova.compute.manager [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.487486] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5285117f-db2f-2d29-7309-a6c31bbaee68, 'name': SearchDatastore_Task, 'duration_secs': 0.018807} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.487797] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.488087] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.488340] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.488486] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.488666] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.488931] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ec8a043-df2d-4d8a-ae4c-a7b466b7042f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.503028] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.503227] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.504033] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f90717-b648-4ed6-89ed-d88f2e7223ec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.510805] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Waiting for the task: (returnval){ [ 759.510805] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526d04c3-f957-1199-e466-d1042daf4e11" [ 759.510805] env[69169]: _type = "Task" [ 759.510805] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.525335] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526d04c3-f957-1199-e466-d1042daf4e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.542412] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "78fa9c07-d7d4-4157-ba56-224b1c1d1dfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.543518] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "78fa9c07-d7d4-4157-ba56-224b1c1d1dfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.543518] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "78fa9c07-d7d4-4157-ba56-224b1c1d1dfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.543518] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "78fa9c07-d7d4-4157-ba56-224b1c1d1dfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.543836] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "78fa9c07-d7d4-4157-ba56-224b1c1d1dfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.547611] env[69169]: INFO nova.compute.manager [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Terminating instance [ 759.567753] env[69169]: DEBUG nova.scheduler.client.report [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.633089] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.688495] env[69169]: DEBUG oslo_concurrency.lockutils [req-9f93a23a-fca8-4762-9be6-5df2f23e72d8 req-ebe7fef5-6b1b-43d3-908d-0275dc02dced service nova] Releasing lock "refresh_cache-fa29c571-2476-4217-b835-43af51cd645a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.962230] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.027832] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526d04c3-f957-1199-e466-d1042daf4e11, 'name': SearchDatastore_Task, 'duration_secs': 0.030342} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.028927] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebdc42ab-710d-401e-a9a7-61df2c527d92 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.035775] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Waiting for the task: (returnval){ [ 760.035775] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c82a07-a990-9de1-95dd-735c0ac36318" [ 760.035775] env[69169]: _type = "Task" [ 760.035775] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.047036] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c82a07-a990-9de1-95dd-735c0ac36318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.052485] env[69169]: DEBUG nova.compute.manager [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.052485] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.053063] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e53b67-1a00-4a86-8843-524e4e43f472 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.066437] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "ccc8b357-6f09-4fc2-9f36-f9687486d150" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.066858] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "ccc8b357-6f09-4fc2-9f36-f9687486d150" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.066991] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.067162] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08b3205b-a203-42be-8ad9-def951fdbafe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.074599] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.078063] env[69169]: DEBUG oslo_concurrency.lockutils [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.632s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.078329] env[69169]: DEBUG nova.objects.instance [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Lazy-loading 'resources' on Instance uuid a46cec90-2d8a-44aa-9270-9fcb61b6d0c7 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.080561] env[69169]: DEBUG oslo_vmware.api [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 760.080561] env[69169]: value = "task-3250745" [ 760.080561] env[69169]: _type = "Task" [ 760.080561] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.093422] env[69169]: DEBUG oslo_vmware.api [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.098967] env[69169]: INFO nova.scheduler.client.report [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Deleted allocations for instance 22189f25-f644-496a-9c2b-961b7c372772 [ 760.511150] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "ffc3165f-2ec7-4c31-b269-8f3abe31e071" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.511390] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "ffc3165f-2ec7-4c31-b269-8f3abe31e071" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.548906] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c82a07-a990-9de1-95dd-735c0ac36318, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.549462] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.549462] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] fa29c571-2476-4217-b835-43af51cd645a/fa29c571-2476-4217-b835-43af51cd645a.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.549809] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e95974c-874e-4521-bff7-203776a0daed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.557111] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Waiting for the task: (returnval){ [ 760.557111] env[69169]: value = "task-3250746" [ 760.557111] env[69169]: _type = "Task" [ 760.557111] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.570219] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.593617] env[69169]: DEBUG oslo_vmware.api [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250745, 'name': PowerOffVM_Task, 'duration_secs': 0.290888} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.593617] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.593617] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.593617] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eceabb75-98da-4d8d-95d3-10baa37858ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.608897] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0b8dd51a-73c4-425a-8c3b-3ff67ca70789 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "22189f25-f644-496a-9c2b-961b7c372772" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.089s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.675720] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.675720] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.677173] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Deleting the datastore file [datastore2] 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.677173] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3149c76c-01bb-4014-b21c-e49d1e6fb3a9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.684509] env[69169]: DEBUG oslo_vmware.api [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 760.684509] env[69169]: value = "task-3250748" [ 760.684509] env[69169]: _type = "Task" [ 760.684509] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.699040] env[69169]: DEBUG oslo_vmware.api [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.075041] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250746, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.079083] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774dba89-24c4-4fef-990c-89b70a3bf2c2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.093560] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5c59ba-9bf3-4af3-ad15-3a3d03f019f9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.135194] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c409bb1-af06-450b-a222-bd20f4d5bb6c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.142159] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72405f6b-ac56-4c9f-ac1d-6bc77b8b8529 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.158517] env[69169]: DEBUG nova.compute.provider_tree [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.194914] env[69169]: DEBUG oslo_vmware.api [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.228932] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "c2e03515-3b48-4d61-b96b-edd3210a5b00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.229270] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "c2e03515-3b48-4d61-b96b-edd3210a5b00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.252927] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "89811bdf-64e1-49b2-8c3e-97bcd6812c5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.253295] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "89811bdf-64e1-49b2-8c3e-97bcd6812c5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.570055] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561557} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.570346] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] fa29c571-2476-4217-b835-43af51cd645a/fa29c571-2476-4217-b835-43af51cd645a.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.570537] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.570789] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13fd5988-ce21-4391-adca-8db4bacce027 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.578932] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Waiting for the task: (returnval){ [ 761.578932] env[69169]: value = "task-3250749" [ 761.578932] env[69169]: _type = "Task" [ 761.578932] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.588715] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.687391] env[69169]: ERROR nova.scheduler.client.report [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [req-f8567645-4de3-4022-a7e4-9a923c0d2d1f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f8567645-4de3-4022-a7e4-9a923c0d2d1f"}]} [ 761.698544] env[69169]: DEBUG oslo_vmware.api [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.66878} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.698794] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.698976] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.699376] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.699376] env[69169]: INFO nova.compute.manager [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Took 1.65 seconds to destroy the instance on the hypervisor. [ 761.700026] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.700026] env[69169]: DEBUG nova.compute.manager [-] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.700026] env[69169]: DEBUG nova.network.neutron [-] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.708320] env[69169]: DEBUG nova.scheduler.client.report [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 761.729634] env[69169]: DEBUG nova.scheduler.client.report [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 761.729911] env[69169]: DEBUG nova.compute.provider_tree [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.742535] env[69169]: DEBUG nova.scheduler.client.report [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 761.764715] env[69169]: DEBUG nova.scheduler.client.report [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 762.089651] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294538} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.092365] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.093399] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e00a3a7-e374-4e24-b346-a5a07d7e09ae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.098601] env[69169]: DEBUG nova.compute.manager [req-43429fc3-730d-45d9-808e-7e3683b7110f req-700f2faf-220f-4260-a4f0-fa3a49999a99 service nova] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Received event network-vif-deleted-6130117e-d4bb-4a4f-8115-64e8e99280ff {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.098818] env[69169]: INFO nova.compute.manager [req-43429fc3-730d-45d9-808e-7e3683b7110f req-700f2faf-220f-4260-a4f0-fa3a49999a99 service nova] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Neutron deleted interface 6130117e-d4bb-4a4f-8115-64e8e99280ff; detaching it from the instance and deleting it from the info cache [ 762.098966] env[69169]: DEBUG nova.network.neutron [req-43429fc3-730d-45d9-808e-7e3683b7110f req-700f2faf-220f-4260-a4f0-fa3a49999a99 service nova] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.124756] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] fa29c571-2476-4217-b835-43af51cd645a/fa29c571-2476-4217-b835-43af51cd645a.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.128695] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ee35d57-189a-4ff0-b582-3f94727835ca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.153499] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Waiting for the task: (returnval){ [ 762.153499] env[69169]: value = "task-3250750" [ 762.153499] env[69169]: _type = "Task" [ 762.153499] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.168026] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.302342] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceca548-3212-49d5-b25b-919f1a25dcb2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.310871] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7161bc-9852-468b-aaa9-6fdeb1471b62 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.351186] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f233c736-ebc7-4609-a776-7d90b1d69c0a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.359864] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebb1298-c72e-4928-b1ae-2f839404ee7b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.375679] env[69169]: DEBUG nova.compute.provider_tree [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.493710] env[69169]: DEBUG nova.network.neutron [-] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.528397] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquiring lock "863b790c-aaa5-4d1b-912a-cb3672a2f5c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.528789] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Lock "863b790c-aaa5-4d1b-912a-cb3672a2f5c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.602827] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19e46e6a-41a2-40a4-9ce9-276d33991626 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.614136] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7856cc61-e07a-4026-b530-a2e0dc6487a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.645778] env[69169]: DEBUG nova.compute.manager [req-43429fc3-730d-45d9-808e-7e3683b7110f req-700f2faf-220f-4260-a4f0-fa3a49999a99 service nova] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Detach interface failed, port_id=6130117e-d4bb-4a4f-8115-64e8e99280ff, reason: Instance 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 762.662610] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250750, 'name': ReconfigVM_Task, 'duration_secs': 0.321798} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.662848] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Reconfigured VM instance instance-00000016 to attach disk [datastore2] fa29c571-2476-4217-b835-43af51cd645a/fa29c571-2476-4217-b835-43af51cd645a.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.663466] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1506080-35d9-4d78-a1d3-f74ea106cfce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.669573] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Waiting for the task: (returnval){ [ 762.669573] env[69169]: value = "task-3250751" [ 762.669573] env[69169]: _type = "Task" [ 762.669573] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.677488] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250751, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.896906] env[69169]: ERROR nova.scheduler.client.report [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] [req-599f95a5-7d1e-4126-b171-88dbe81ef4ce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-599f95a5-7d1e-4126-b171-88dbe81ef4ce"}]} [ 762.913390] env[69169]: DEBUG nova.scheduler.client.report [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 762.926300] env[69169]: DEBUG nova.scheduler.client.report [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 762.926531] env[69169]: DEBUG nova.compute.provider_tree [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.939400] env[69169]: DEBUG nova.scheduler.client.report [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 762.956922] env[69169]: DEBUG nova.scheduler.client.report [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 763.000566] env[69169]: INFO nova.compute.manager [-] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Took 1.30 seconds to deallocate network for instance. [ 763.184892] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250751, 'name': Rename_Task, 'duration_secs': 0.145626} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.185196] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.185455] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1490900-11b0-410c-bd24-1c540168bea0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.193871] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Waiting for the task: (returnval){ [ 763.193871] env[69169]: value = "task-3250752" [ 763.193871] env[69169]: _type = "Task" [ 763.193871] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.205016] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.451058] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63eb7fa-0cc4-4fa8-ad79-cf8ae084fadb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.459922] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a688063-f2e8-4ce6-bbb8-81969562e54f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.492728] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6f48e4-1876-4fba-9b54-eb5cd7fe54b7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.501526] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e7aefb-b31c-45c4-b203-53927cd2875f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.516689] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.517277] env[69169]: DEBUG nova.compute.provider_tree [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.706874] env[69169]: DEBUG oslo_vmware.api [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250752, 'name': PowerOnVM_Task, 'duration_secs': 0.46859} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.707165] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.707418] env[69169]: INFO nova.compute.manager [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Took 8.12 seconds to spawn the instance on the hypervisor. [ 763.707606] env[69169]: DEBUG nova.compute.manager [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.708406] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d2c963-822f-4c3d-b763-e84d29d829b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.069446] env[69169]: DEBUG nova.scheduler.client.report [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 764.069721] env[69169]: DEBUG nova.compute.provider_tree [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 52 to 53 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 764.069902] env[69169]: DEBUG nova.compute.provider_tree [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.228192] env[69169]: INFO nova.compute.manager [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Took 44.79 seconds to build instance. [ 764.574755] env[69169]: DEBUG oslo_concurrency.lockutils [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.497s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.577653] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.254s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.577653] env[69169]: DEBUG nova.objects.instance [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Lazy-loading 'resources' on Instance uuid 87995305-0f03-4676-addb-d78645b767f7 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.593438] env[69169]: INFO nova.scheduler.client.report [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Deleted allocations for instance a46cec90-2d8a-44aa-9270-9fcb61b6d0c7 [ 764.730806] env[69169]: DEBUG oslo_concurrency.lockutils [None req-325af105-5270-4e57-92f8-25e70255cf10 tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Lock "fa29c571-2476-4217-b835-43af51cd645a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.757s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.102567] env[69169]: DEBUG oslo_concurrency.lockutils [None req-63640aef-9a37-400e-9902-162f8632ced7 tempest-ServerDiagnosticsV248Test-1655683678 tempest-ServerDiagnosticsV248Test-1655683678-project-member] Lock "a46cec90-2d8a-44aa-9270-9fcb61b6d0c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.018s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.233658] env[69169]: DEBUG nova.compute.manager [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.423965] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Acquiring lock "fa29c571-2476-4217-b835-43af51cd645a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.424233] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Lock "fa29c571-2476-4217-b835-43af51cd645a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.424438] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Acquiring lock "fa29c571-2476-4217-b835-43af51cd645a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.424616] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Lock "fa29c571-2476-4217-b835-43af51cd645a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.424777] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Lock "fa29c571-2476-4217-b835-43af51cd645a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.427032] env[69169]: INFO nova.compute.manager [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Terminating instance [ 765.546128] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448e2ba6-5bdd-4063-88d3-6f53630b0d06 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.560889] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4094e48-618f-4302-94b1-67091881d381 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.596331] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303a48cd-ea9d-4ae5-befc-1c94d701ef5d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.606264] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd31617-c658-4a2e-a22f-be36aad873f6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.621283] env[69169]: DEBUG nova.compute.provider_tree [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.752469] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.931615] env[69169]: DEBUG nova.compute.manager [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.932422] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.932700] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc0ab2f-f87b-4efb-acd3-6ff9d1885fe8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.941658] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.941870] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c56d6ab9-d2fe-4911-9759-4a9a598eb1d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.950618] env[69169]: DEBUG oslo_vmware.api [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Waiting for the task: (returnval){ [ 765.950618] env[69169]: value = "task-3250753" [ 765.950618] env[69169]: _type = "Task" [ 765.950618] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.960413] env[69169]: DEBUG oslo_vmware.api [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.124725] env[69169]: DEBUG nova.scheduler.client.report [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.461997] env[69169]: DEBUG oslo_vmware.api [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250753, 'name': PowerOffVM_Task, 'duration_secs': 0.193524} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.462334] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.462506] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.462756] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff7f4abd-a105-4b3d-b649-bc43953603d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.536733] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.537369] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.537369] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Deleting the datastore file [datastore2] fa29c571-2476-4217-b835-43af51cd645a {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.537474] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d966193f-d116-4351-b840-b01048f0597f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.545730] env[69169]: DEBUG oslo_vmware.api [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Waiting for the task: (returnval){ [ 766.545730] env[69169]: value = "task-3250755" [ 766.545730] env[69169]: _type = "Task" [ 766.545730] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.554565] env[69169]: DEBUG oslo_vmware.api [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.629686] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.632150] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.500s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.634510] env[69169]: INFO nova.compute.claims [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.656751] env[69169]: INFO nova.scheduler.client.report [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Deleted allocations for instance 87995305-0f03-4676-addb-d78645b767f7 [ 767.057565] env[69169]: DEBUG oslo_vmware.api [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Task: {'id': task-3250755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329712} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.057855] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.058055] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.058261] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.058852] env[69169]: INFO nova.compute.manager [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] [instance: fa29c571-2476-4217-b835-43af51cd645a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 767.058852] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.059056] env[69169]: DEBUG nova.compute.manager [-] [instance: fa29c571-2476-4217-b835-43af51cd645a] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.059056] env[69169]: DEBUG nova.network.neutron [-] [instance: fa29c571-2476-4217-b835-43af51cd645a] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.165960] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b336e83-7d41-483d-a081-f235011fff43 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200 tempest-FloatingIPsAssociationNegativeTestJSON-1431291200-project-member] Lock "87995305-0f03-4676-addb-d78645b767f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.075s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.529970] env[69169]: DEBUG nova.compute.manager [req-8a73532f-421f-424b-95ff-9ad057b73d7b req-60efc6bb-09e0-4910-8a64-addc9ca7babf service nova] [instance: fa29c571-2476-4217-b835-43af51cd645a] Received event network-vif-deleted-54ae0e56-3d96-4785-b63f-5211c5a80735 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.530162] env[69169]: INFO nova.compute.manager [req-8a73532f-421f-424b-95ff-9ad057b73d7b req-60efc6bb-09e0-4910-8a64-addc9ca7babf service nova] [instance: fa29c571-2476-4217-b835-43af51cd645a] Neutron deleted interface 54ae0e56-3d96-4785-b63f-5211c5a80735; detaching it from the instance and deleting it from the info cache [ 767.530329] env[69169]: DEBUG nova.network.neutron [req-8a73532f-421f-424b-95ff-9ad057b73d7b req-60efc6bb-09e0-4910-8a64-addc9ca7babf service nova] [instance: fa29c571-2476-4217-b835-43af51cd645a] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.907543] env[69169]: DEBUG nova.network.neutron [-] [instance: fa29c571-2476-4217-b835-43af51cd645a] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.036910] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d7303aa-c2f7-4aed-83c3-75bdfa9eb11e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.053924] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27aaae7-9f22-4aac-afae-d8872611d3c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.095644] env[69169]: DEBUG nova.compute.manager [req-8a73532f-421f-424b-95ff-9ad057b73d7b req-60efc6bb-09e0-4910-8a64-addc9ca7babf service nova] [instance: fa29c571-2476-4217-b835-43af51cd645a] Detach interface failed, port_id=54ae0e56-3d96-4785-b63f-5211c5a80735, reason: Instance fa29c571-2476-4217-b835-43af51cd645a could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.196017] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f19c02c-5f6c-428a-866d-3233ac503c16 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.204503] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c127ee0-3112-4cb8-bf64-7e66ee43e07d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.235180] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f03be5-5dcc-4b9f-8b61-954b65b0ea17 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.245123] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcfb879-323a-4058-bca4-2913c382957a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.261647] env[69169]: DEBUG nova.compute.provider_tree [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.414606] env[69169]: INFO nova.compute.manager [-] [instance: fa29c571-2476-4217-b835-43af51cd645a] Took 1.35 seconds to deallocate network for instance. [ 768.810649] env[69169]: DEBUG nova.scheduler.client.report [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 768.811595] env[69169]: DEBUG nova.compute.provider_tree [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 53 to 54 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 768.811595] env[69169]: DEBUG nova.compute.provider_tree [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.925114] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.316267] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.316853] env[69169]: DEBUG nova.compute.manager [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.319514] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.773s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.321319] env[69169]: DEBUG nova.objects.instance [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 769.823802] env[69169]: DEBUG nova.compute.utils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.831214] env[69169]: DEBUG nova.compute.manager [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.831500] env[69169]: DEBUG nova.network.neutron [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.915263] env[69169]: DEBUG nova.policy [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c91f3e50e15f4b428f4d57f3072571e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab402ad605214c889a90a67840344784', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.334022] env[69169]: DEBUG nova.compute.manager [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.341166] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd39401c-d356-4f7e-8451-b77354bfc3f5 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.341957] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.229s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.346088] env[69169]: INFO nova.compute.claims [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.710969] env[69169]: DEBUG nova.network.neutron [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Successfully created port: d6fc3c8e-fac6-4983-a7bb-993efa1a9afd {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.346557] env[69169]: DEBUG nova.compute.manager [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.386884] env[69169]: DEBUG nova.virt.hardware [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.387225] env[69169]: DEBUG nova.virt.hardware [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.387588] env[69169]: DEBUG nova.virt.hardware [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.387588] env[69169]: DEBUG nova.virt.hardware [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.387698] env[69169]: DEBUG nova.virt.hardware [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.387739] env[69169]: DEBUG nova.virt.hardware [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.388070] env[69169]: DEBUG nova.virt.hardware [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.390147] env[69169]: DEBUG nova.virt.hardware [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.390428] env[69169]: DEBUG nova.virt.hardware [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.390540] env[69169]: DEBUG nova.virt.hardware [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.390633] env[69169]: DEBUG nova.virt.hardware [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.392424] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539c7c7e-7f9c-407f-a041-d3b6bfade430 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.406599] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902e6e2c-6de6-4f25-9f1c-cc02de1ffba8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.907332] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26128361-706c-44f6-b5b6-1ca15ffc562e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.915415] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31015804-f82d-4e69-ae7c-7ccbf8be05c2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.950783] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dd7338-d453-4b41-9c74-64f0865c6f87 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.962864] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8091d8-8aeb-4236-96a8-d89e824ee4d4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.977755] env[69169]: DEBUG nova.compute.provider_tree [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.483093] env[69169]: DEBUG nova.scheduler.client.report [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.563842] env[69169]: DEBUG nova.network.neutron [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Successfully updated port: d6fc3c8e-fac6-4983-a7bb-993efa1a9afd {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.673437] env[69169]: DEBUG nova.compute.manager [req-90dcbb20-5878-4b2c-9fa6-d30c3e8bc1ca req-51b4128c-4262-401e-a5df-3f4e3d69d2c2 service nova] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Received event network-vif-plugged-d6fc3c8e-fac6-4983-a7bb-993efa1a9afd {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.673437] env[69169]: DEBUG oslo_concurrency.lockutils [req-90dcbb20-5878-4b2c-9fa6-d30c3e8bc1ca req-51b4128c-4262-401e-a5df-3f4e3d69d2c2 service nova] Acquiring lock "cb9cea3a-dd62-46b9-82af-20c557fd1f1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.679025] env[69169]: DEBUG oslo_concurrency.lockutils [req-90dcbb20-5878-4b2c-9fa6-d30c3e8bc1ca req-51b4128c-4262-401e-a5df-3f4e3d69d2c2 service nova] Lock "cb9cea3a-dd62-46b9-82af-20c557fd1f1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.679025] env[69169]: DEBUG oslo_concurrency.lockutils [req-90dcbb20-5878-4b2c-9fa6-d30c3e8bc1ca req-51b4128c-4262-401e-a5df-3f4e3d69d2c2 service nova] Lock "cb9cea3a-dd62-46b9-82af-20c557fd1f1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.679025] env[69169]: DEBUG nova.compute.manager [req-90dcbb20-5878-4b2c-9fa6-d30c3e8bc1ca req-51b4128c-4262-401e-a5df-3f4e3d69d2c2 service nova] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] No waiting events found dispatching network-vif-plugged-d6fc3c8e-fac6-4983-a7bb-993efa1a9afd {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.679025] env[69169]: WARNING nova.compute.manager [req-90dcbb20-5878-4b2c-9fa6-d30c3e8bc1ca req-51b4128c-4262-401e-a5df-3f4e3d69d2c2 service nova] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Received unexpected event network-vif-plugged-d6fc3c8e-fac6-4983-a7bb-993efa1a9afd for instance with vm_state building and task_state spawning. [ 772.990701] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.991272] env[69169]: DEBUG nova.compute.manager [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.995868] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.272s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.997479] env[69169]: INFO nova.compute.claims [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.068270] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "refresh_cache-cb9cea3a-dd62-46b9-82af-20c557fd1f1a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.068382] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquired lock "refresh_cache-cb9cea3a-dd62-46b9-82af-20c557fd1f1a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.068534] env[69169]: DEBUG nova.network.neutron [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.308734] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Acquiring lock "34b1e823-8d0a-4b0c-b8fe-878cc9e000e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.309310] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Lock "34b1e823-8d0a-4b0c-b8fe-878cc9e000e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.498546] env[69169]: DEBUG nova.compute.utils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.501506] env[69169]: DEBUG nova.compute.manager [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.501594] env[69169]: DEBUG nova.network.neutron [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.550573] env[69169]: DEBUG nova.policy [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7ecfd88a4354b879aa5c54f155bfa47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de4a5fe5db5a4664949aa3a9f5c265ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.618228] env[69169]: DEBUG nova.network.neutron [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.752325] env[69169]: DEBUG nova.network.neutron [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Updating instance_info_cache with network_info: [{"id": "d6fc3c8e-fac6-4983-a7bb-993efa1a9afd", "address": "fa:16:3e:97:64:eb", "network": {"id": "07a65ac7-9b1b-4229-8760-4a4f8998da64", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-517941643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab402ad605214c889a90a67840344784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6fc3c8e-fa", "ovs_interfaceid": "d6fc3c8e-fac6-4983-a7bb-993efa1a9afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.900018] env[69169]: DEBUG nova.network.neutron [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Successfully created port: 38d7c542-616d-458b-904b-76e272024de8 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.007669] env[69169]: DEBUG nova.compute.manager [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.105145] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.105627] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.255368] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Releasing lock "refresh_cache-cb9cea3a-dd62-46b9-82af-20c557fd1f1a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.256014] env[69169]: DEBUG nova.compute.manager [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Instance network_info: |[{"id": "d6fc3c8e-fac6-4983-a7bb-993efa1a9afd", "address": "fa:16:3e:97:64:eb", "network": {"id": "07a65ac7-9b1b-4229-8760-4a4f8998da64", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-517941643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab402ad605214c889a90a67840344784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6fc3c8e-fa", "ovs_interfaceid": "d6fc3c8e-fac6-4983-a7bb-993efa1a9afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.256515] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:64:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6fc3c8e-fac6-4983-a7bb-993efa1a9afd', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.265176] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Creating folder: Project (ab402ad605214c889a90a67840344784). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.268987] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08671c84-d00f-4f40-8651-ab92a00af310 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.934749] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.942293] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.944532] env[69169]: DEBUG nova.compute.manager [req-082d3c2f-8598-4003-a0fe-e1c80aa0f3a7 req-7e28132d-4c4d-4a3e-9b47-67f6ded2ce88 service nova] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Received event network-changed-d6fc3c8e-fac6-4983-a7bb-993efa1a9afd {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.944717] env[69169]: DEBUG nova.compute.manager [req-082d3c2f-8598-4003-a0fe-e1c80aa0f3a7 req-7e28132d-4c4d-4a3e-9b47-67f6ded2ce88 service nova] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Refreshing instance network info cache due to event network-changed-d6fc3c8e-fac6-4983-a7bb-993efa1a9afd. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.944922] env[69169]: DEBUG oslo_concurrency.lockutils [req-082d3c2f-8598-4003-a0fe-e1c80aa0f3a7 req-7e28132d-4c4d-4a3e-9b47-67f6ded2ce88 service nova] Acquiring lock "refresh_cache-cb9cea3a-dd62-46b9-82af-20c557fd1f1a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.945073] env[69169]: DEBUG oslo_concurrency.lockutils [req-082d3c2f-8598-4003-a0fe-e1c80aa0f3a7 req-7e28132d-4c4d-4a3e-9b47-67f6ded2ce88 service nova] Acquired lock "refresh_cache-cb9cea3a-dd62-46b9-82af-20c557fd1f1a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.945235] env[69169]: DEBUG nova.network.neutron [req-082d3c2f-8598-4003-a0fe-e1c80aa0f3a7 req-7e28132d-4c4d-4a3e-9b47-67f6ded2ce88 service nova] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Refreshing network info cache for port d6fc3c8e-fac6-4983-a7bb-993efa1a9afd {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.955540] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Created folder: Project (ab402ad605214c889a90a67840344784) in parent group-v649481. [ 774.955740] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Creating folder: Instances. Parent ref: group-v649548. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.956022] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25295880-1be0-4b50-a8cc-f4d6b63ba480 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.964897] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Created folder: Instances in parent group-v649548. [ 774.965156] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.965346] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.965546] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b4d7904-9620-4299-b9fd-3ec0b46ac39c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.989267] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.989267] env[69169]: value = "task-3250758" [ 774.989267] env[69169]: _type = "Task" [ 774.989267] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.999544] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250758, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.225694] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36823154-e8a3-48a0-b732-848cd70b6aac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.233704] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83875d9-f149-4a0e-9225-c8c80ea787b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.266671] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc52545-1bdf-41d5-a5d4-aa586977d801 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.274175] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c2c1d4-0de8-4d99-a473-be984f368faa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.289409] env[69169]: DEBUG nova.compute.provider_tree [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.445028] env[69169]: DEBUG nova.compute.manager [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.458354] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 775.458354] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 775.458354] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 775.458354] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 775.458354] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 775.458354] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 775.458936] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69169) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 775.458936] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 775.484286] env[69169]: DEBUG nova.virt.hardware [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.485225] env[69169]: DEBUG nova.virt.hardware [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.485436] env[69169]: DEBUG nova.virt.hardware [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.485714] env[69169]: DEBUG nova.virt.hardware [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.485919] env[69169]: DEBUG nova.virt.hardware [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.486178] env[69169]: DEBUG nova.virt.hardware [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.486447] env[69169]: DEBUG nova.virt.hardware [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.486724] env[69169]: DEBUG nova.virt.hardware [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.487045] env[69169]: DEBUG nova.virt.hardware [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.487297] env[69169]: DEBUG nova.virt.hardware [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.487539] env[69169]: DEBUG nova.virt.hardware [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.488869] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3956fc7-75c5-4cfc-a389-4a1933b0f868 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.504231] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63a629b-3252-433e-b006-d99d2b540248 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.512058] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250758, 'name': CreateVM_Task, 'duration_secs': 0.318138} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.512576] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.513286] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.513438] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.513725] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.514000] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a8e7f79-0614-41a2-bb8c-4d8c6be671b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.533331] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 775.533331] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5263404f-3bb9-5943-497c-50549a9bbe2c" [ 775.533331] env[69169]: _type = "Task" [ 775.533331] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.540984] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5263404f-3bb9-5943-497c-50549a9bbe2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.567952] env[69169]: DEBUG nova.network.neutron [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Successfully updated port: 38d7c542-616d-458b-904b-76e272024de8 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.699357] env[69169]: DEBUG nova.network.neutron [req-082d3c2f-8598-4003-a0fe-e1c80aa0f3a7 req-7e28132d-4c4d-4a3e-9b47-67f6ded2ce88 service nova] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Updated VIF entry in instance network info cache for port d6fc3c8e-fac6-4983-a7bb-993efa1a9afd. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.699357] env[69169]: DEBUG nova.network.neutron [req-082d3c2f-8598-4003-a0fe-e1c80aa0f3a7 req-7e28132d-4c4d-4a3e-9b47-67f6ded2ce88 service nova] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Updating instance_info_cache with network_info: [{"id": "d6fc3c8e-fac6-4983-a7bb-993efa1a9afd", "address": "fa:16:3e:97:64:eb", "network": {"id": "07a65ac7-9b1b-4229-8760-4a4f8998da64", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-517941643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab402ad605214c889a90a67840344784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6fc3c8e-fa", "ovs_interfaceid": "d6fc3c8e-fac6-4983-a7bb-993efa1a9afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.792579] env[69169]: DEBUG nova.scheduler.client.report [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.961115] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.043891] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5263404f-3bb9-5943-497c-50549a9bbe2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.044178] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.044405] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.044636] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.044777] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.044948] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.045220] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b690468-19f4-459d-bfbc-c8682f004f28 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.053350] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.053526] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.054399] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7553fb9d-2f4f-4cb3-bb36-526df2802b07 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.059510] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 776.059510] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d48b09-c104-d6bf-4ac1-71e0a6e57296" [ 776.059510] env[69169]: _type = "Task" [ 776.059510] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.066679] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d48b09-c104-d6bf-4ac1-71e0a6e57296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.070709] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Acquiring lock "refresh_cache-7d162860-00ee-4b0b-95f8-9632c4eabfad" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.070855] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Acquired lock "refresh_cache-7d162860-00ee-4b0b-95f8-9632c4eabfad" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.071018] env[69169]: DEBUG nova.network.neutron [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.201628] env[69169]: DEBUG oslo_concurrency.lockutils [req-082d3c2f-8598-4003-a0fe-e1c80aa0f3a7 req-7e28132d-4c4d-4a3e-9b47-67f6ded2ce88 service nova] Releasing lock "refresh_cache-cb9cea3a-dd62-46b9-82af-20c557fd1f1a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.298621] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.303s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.299318] env[69169]: DEBUG nova.compute.manager [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.303356] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.085s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.305812] env[69169]: INFO nova.compute.claims [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.571832] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d48b09-c104-d6bf-4ac1-71e0a6e57296, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.572440] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d54e25-cedf-4e47-a7ac-2e247c77c803 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.579474] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 776.579474] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f1937a-598b-99d3-9e3e-58aaa8bd6b67" [ 776.579474] env[69169]: _type = "Task" [ 776.579474] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.587031] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f1937a-598b-99d3-9e3e-58aaa8bd6b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.619366] env[69169]: DEBUG nova.network.neutron [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.736900] env[69169]: DEBUG nova.compute.manager [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Received event network-vif-plugged-38d7c542-616d-458b-904b-76e272024de8 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.737223] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] Acquiring lock "7d162860-00ee-4b0b-95f8-9632c4eabfad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.737321] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] Lock "7d162860-00ee-4b0b-95f8-9632c4eabfad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.737478] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] Lock "7d162860-00ee-4b0b-95f8-9632c4eabfad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.737652] env[69169]: DEBUG nova.compute.manager [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] No waiting events found dispatching network-vif-plugged-38d7c542-616d-458b-904b-76e272024de8 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.737780] env[69169]: WARNING nova.compute.manager [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Received unexpected event network-vif-plugged-38d7c542-616d-458b-904b-76e272024de8 for instance with vm_state building and task_state spawning. [ 776.740017] env[69169]: DEBUG nova.compute.manager [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Received event network-changed-38d7c542-616d-458b-904b-76e272024de8 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.740017] env[69169]: DEBUG nova.compute.manager [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Refreshing instance network info cache due to event network-changed-38d7c542-616d-458b-904b-76e272024de8. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.740017] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] Acquiring lock "refresh_cache-7d162860-00ee-4b0b-95f8-9632c4eabfad" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.772438] env[69169]: DEBUG nova.network.neutron [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Updating instance_info_cache with network_info: [{"id": "38d7c542-616d-458b-904b-76e272024de8", "address": "fa:16:3e:a9:da:44", "network": {"id": "8bbbee39-b5fd-4ada-9d4b-a5c2c227e59d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2039757087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4a5fe5db5a4664949aa3a9f5c265ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d7c542-61", "ovs_interfaceid": "38d7c542-616d-458b-904b-76e272024de8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.811015] env[69169]: DEBUG nova.compute.utils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.814378] env[69169]: DEBUG nova.compute.manager [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.814572] env[69169]: DEBUG nova.network.neutron [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.876574] env[69169]: DEBUG nova.policy [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70d6b4adc7a44efe8fb1c42585bb8996', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '826de5dfc02d4cde8472cd3e083139da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.090696] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f1937a-598b-99d3-9e3e-58aaa8bd6b67, 'name': SearchDatastore_Task, 'duration_secs': 0.008782} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.090696] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.091133] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] cb9cea3a-dd62-46b9-82af-20c557fd1f1a/cb9cea3a-dd62-46b9-82af-20c557fd1f1a.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.091395] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8c14663-efec-4ff4-b704-ffe9d3d4d7a4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.098227] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 777.098227] env[69169]: value = "task-3250759" [ 777.098227] env[69169]: _type = "Task" [ 777.098227] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.109619] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.206230] env[69169]: DEBUG nova.network.neutron [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Successfully created port: 1b6338df-90bc-4433-b50a-68a26082257f {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.274779] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Releasing lock "refresh_cache-7d162860-00ee-4b0b-95f8-9632c4eabfad" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.275254] env[69169]: DEBUG nova.compute.manager [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Instance network_info: |[{"id": "38d7c542-616d-458b-904b-76e272024de8", "address": "fa:16:3e:a9:da:44", "network": {"id": "8bbbee39-b5fd-4ada-9d4b-a5c2c227e59d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2039757087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4a5fe5db5a4664949aa3a9f5c265ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d7c542-61", "ovs_interfaceid": "38d7c542-616d-458b-904b-76e272024de8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.275581] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] Acquired lock "refresh_cache-7d162860-00ee-4b0b-95f8-9632c4eabfad" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.275767] env[69169]: DEBUG nova.network.neutron [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Refreshing network info cache for port 38d7c542-616d-458b-904b-76e272024de8 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.277697] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:da:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38d7c542-616d-458b-904b-76e272024de8', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.287986] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Creating folder: Project (de4a5fe5db5a4664949aa3a9f5c265ea). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.289222] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85aca461-bfda-4ab6-9adb-7179062f7c02 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.300459] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Created folder: Project (de4a5fe5db5a4664949aa3a9f5c265ea) in parent group-v649481. [ 777.300671] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Creating folder: Instances. Parent ref: group-v649551. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.300911] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59ba8e33-4cfd-4e7f-8c1a-a11d01975770 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.309842] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Created folder: Instances in parent group-v649551. [ 777.310171] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.310304] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.310516] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8664b85c-c26a-418f-ba17-e2a1e7dd9fd9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.326284] env[69169]: DEBUG nova.compute.manager [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.338016] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.338016] env[69169]: value = "task-3250762" [ 777.338016] env[69169]: _type = "Task" [ 777.338016] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.346734] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250762, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.608808] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465809} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.611314] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] cb9cea3a-dd62-46b9-82af-20c557fd1f1a/cb9cea3a-dd62-46b9-82af-20c557fd1f1a.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.611538] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.612202] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18b57b8a-0b48-474b-b3d5-1f45e2eec79a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.618685] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 777.618685] env[69169]: value = "task-3250763" [ 777.618685] env[69169]: _type = "Task" [ 777.618685] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.629384] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.819720] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef5bf8d-1b53-4703-8f2a-152a2168096e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.829363] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da42921f-3deb-4073-8cb3-9abffe3f3561 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.865675] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75edd244-5f05-4d26-9a12-b7a1252eeb20 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.871091] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250762, 'name': CreateVM_Task, 'duration_secs': 0.382978} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.872232] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.872889] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.873064] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.873373] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.875633] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ea3100-3350-4278-aef0-2da904cc5df9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.878504] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c99481-7601-40f7-87b3-9543f75b7831 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.886602] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 777.886602] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524bb6a7-3ae4-a486-98e1-0bf825c6372d" [ 777.886602] env[69169]: _type = "Task" [ 777.886602] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.894678] env[69169]: DEBUG nova.compute.provider_tree [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.904963] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524bb6a7-3ae4-a486-98e1-0bf825c6372d, 'name': SearchDatastore_Task, 'duration_secs': 0.009076} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.905248] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.905470] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.905689] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.905834] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.906064] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.906520] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5362e3b-6bff-47fd-ba74-214390188ca8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.916138] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.916138] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.916138] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa1f72b-051a-4de9-b4ce-3578c9697fc2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.918986] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 777.918986] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e467b6-e4a7-2433-cf91-de49d7e6ae10" [ 777.918986] env[69169]: _type = "Task" [ 777.918986] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.926109] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e467b6-e4a7-2433-cf91-de49d7e6ae10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.032677] env[69169]: DEBUG nova.network.neutron [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Updated VIF entry in instance network info cache for port 38d7c542-616d-458b-904b-76e272024de8. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.033110] env[69169]: DEBUG nova.network.neutron [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Updating instance_info_cache with network_info: [{"id": "38d7c542-616d-458b-904b-76e272024de8", "address": "fa:16:3e:a9:da:44", "network": {"id": "8bbbee39-b5fd-4ada-9d4b-a5c2c227e59d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2039757087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4a5fe5db5a4664949aa3a9f5c265ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d7c542-61", "ovs_interfaceid": "38d7c542-616d-458b-904b-76e272024de8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.128707] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065366} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.128999] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.129733] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda7d349-c63f-40cf-8519-5b56181b03a2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.152639] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] cb9cea3a-dd62-46b9-82af-20c557fd1f1a/cb9cea3a-dd62-46b9-82af-20c557fd1f1a.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.152949] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87241c8d-1ca6-4da0-a812-cd729eb595f4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.173010] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 778.173010] env[69169]: value = "task-3250764" [ 778.173010] env[69169]: _type = "Task" [ 778.173010] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.180833] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.339054] env[69169]: DEBUG nova.compute.manager [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.367027] env[69169]: DEBUG nova.virt.hardware [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.367027] env[69169]: DEBUG nova.virt.hardware [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.367027] env[69169]: DEBUG nova.virt.hardware [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.367239] env[69169]: DEBUG nova.virt.hardware [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.367239] env[69169]: DEBUG nova.virt.hardware [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.367239] env[69169]: DEBUG nova.virt.hardware [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.367239] env[69169]: DEBUG nova.virt.hardware [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.367239] env[69169]: DEBUG nova.virt.hardware [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.367391] env[69169]: DEBUG nova.virt.hardware [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.367391] env[69169]: DEBUG nova.virt.hardware [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.367449] env[69169]: DEBUG nova.virt.hardware [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.368292] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c515b0cc-4239-4199-91f5-3085c0ff1dae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.376330] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ecc9ae-ce26-419b-9d61-d4750422aa89 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.400395] env[69169]: DEBUG nova.scheduler.client.report [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.428832] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e467b6-e4a7-2433-cf91-de49d7e6ae10, 'name': SearchDatastore_Task, 'duration_secs': 0.007739} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.429611] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b1e12c2-2f50-439d-ba9d-1338bb0f2cc0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.434659] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 778.434659] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a8437f-7f24-c308-2b19-f9f8755790cd" [ 778.434659] env[69169]: _type = "Task" [ 778.434659] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.442951] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a8437f-7f24-c308-2b19-f9f8755790cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.535444] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d3d8a0e-f34d-45bb-ac14-ffa938d7a228 req-7c72eb06-7c68-4acc-92ee-c02ab84eb71e service nova] Releasing lock "refresh_cache-7d162860-00ee-4b0b-95f8-9632c4eabfad" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.683045] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250764, 'name': ReconfigVM_Task, 'duration_secs': 0.302799} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.683337] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Reconfigured VM instance instance-00000017 to attach disk [datastore2] cb9cea3a-dd62-46b9-82af-20c557fd1f1a/cb9cea3a-dd62-46b9-82af-20c557fd1f1a.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.683936] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5f09fe2-e01a-47c9-b5c8-cad98f9702f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.691349] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 778.691349] env[69169]: value = "task-3250765" [ 778.691349] env[69169]: _type = "Task" [ 778.691349] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.701160] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250765, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.766273] env[69169]: DEBUG nova.compute.manager [req-7cb14459-7f32-45ea-9eec-aba2c8f83646 req-db58cd2d-be5c-46e8-b7fb-252e8e0e035e service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Received event network-vif-plugged-1b6338df-90bc-4433-b50a-68a26082257f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.766482] env[69169]: DEBUG oslo_concurrency.lockutils [req-7cb14459-7f32-45ea-9eec-aba2c8f83646 req-db58cd2d-be5c-46e8-b7fb-252e8e0e035e service nova] Acquiring lock "d59bc90a-d340-4e5f-b395-e320de617c16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.766692] env[69169]: DEBUG oslo_concurrency.lockutils [req-7cb14459-7f32-45ea-9eec-aba2c8f83646 req-db58cd2d-be5c-46e8-b7fb-252e8e0e035e service nova] Lock "d59bc90a-d340-4e5f-b395-e320de617c16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.766857] env[69169]: DEBUG oslo_concurrency.lockutils [req-7cb14459-7f32-45ea-9eec-aba2c8f83646 req-db58cd2d-be5c-46e8-b7fb-252e8e0e035e service nova] Lock "d59bc90a-d340-4e5f-b395-e320de617c16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.767057] env[69169]: DEBUG nova.compute.manager [req-7cb14459-7f32-45ea-9eec-aba2c8f83646 req-db58cd2d-be5c-46e8-b7fb-252e8e0e035e service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] No waiting events found dispatching network-vif-plugged-1b6338df-90bc-4433-b50a-68a26082257f {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.767289] env[69169]: WARNING nova.compute.manager [req-7cb14459-7f32-45ea-9eec-aba2c8f83646 req-db58cd2d-be5c-46e8-b7fb-252e8e0e035e service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Received unexpected event network-vif-plugged-1b6338df-90bc-4433-b50a-68a26082257f for instance with vm_state building and task_state spawning. [ 778.857039] env[69169]: DEBUG nova.network.neutron [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Successfully updated port: 1b6338df-90bc-4433-b50a-68a26082257f {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.905530] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.906086] env[69169]: DEBUG nova.compute.manager [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.909282] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.990s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.910530] env[69169]: INFO nova.compute.claims [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.946730] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a8437f-7f24-c308-2b19-f9f8755790cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014666} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.947872] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.948775] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 7d162860-00ee-4b0b-95f8-9632c4eabfad/7d162860-00ee-4b0b-95f8-9632c4eabfad.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.948775] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2175aa5c-3b4a-458c-bf15-de3e1980ad3b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.955161] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 778.955161] env[69169]: value = "task-3250766" [ 778.955161] env[69169]: _type = "Task" [ 778.955161] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.963301] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.201867] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250765, 'name': Rename_Task, 'duration_secs': 0.141055} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.202252] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.202779] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d22bfbd3-4a7c-45ba-b7fd-f79282072883 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.210073] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 779.210073] env[69169]: value = "task-3250767" [ 779.210073] env[69169]: _type = "Task" [ 779.210073] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.220405] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.365149] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.365361] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquired lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.365604] env[69169]: DEBUG nova.network.neutron [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.410686] env[69169]: DEBUG nova.compute.utils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.412722] env[69169]: DEBUG nova.compute.manager [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.412850] env[69169]: DEBUG nova.network.neutron [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.465255] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250766, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.487060] env[69169]: DEBUG nova.policy [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98fb2aa7a9c046c1a298b2b220f5416b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c53937d063d4e14921feda052e90d4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.720936] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250767, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.913240] env[69169]: DEBUG nova.network.neutron [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Successfully created port: 411c514a-fcd6-44b1-9da9-d690dc5d6862 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.916900] env[69169]: DEBUG nova.compute.manager [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.935781] env[69169]: DEBUG nova.network.neutron [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.974779] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510427} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.974893] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 7d162860-00ee-4b0b-95f8-9632c4eabfad/7d162860-00ee-4b0b-95f8-9632c4eabfad.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.975646] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.975646] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8d5fc64-81b2-42ff-ace5-6ac84ae520fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.984503] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 779.984503] env[69169]: value = "task-3250768" [ 779.984503] env[69169]: _type = "Task" [ 779.984503] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.999661] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.125818] env[69169]: DEBUG nova.network.neutron [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Updating instance_info_cache with network_info: [{"id": "1b6338df-90bc-4433-b50a-68a26082257f", "address": "fa:16:3e:33:9f:31", "network": {"id": "dcd2e068-e9dc-48d2-a260-e782f89ac30a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-36465712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "826de5dfc02d4cde8472cd3e083139da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6338df-90", "ovs_interfaceid": "1b6338df-90bc-4433-b50a-68a26082257f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.235098] env[69169]: DEBUG oslo_vmware.api [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250767, 'name': PowerOnVM_Task, 'duration_secs': 0.715301} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.238875] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.239494] env[69169]: INFO nova.compute.manager [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Took 8.89 seconds to spawn the instance on the hypervisor. [ 780.239731] env[69169]: DEBUG nova.compute.manager [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.240833] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94c7286-6f8c-4442-b5e1-c616aae0e512 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.476475] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae5a425-fb1b-4475-848c-2c3deb7dfcfa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.493339] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edab0b49-c276-416e-bfdd-091f23d82293 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.502991] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075588} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.526658] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.527663] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47901990-f797-4533-9703-7dc7ec6569f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.530551] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7f8685-763b-4740-bc16-6ae79bf6811b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.546616] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85343082-cbda-45da-b9d2-822d4ec003ce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.559066] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 7d162860-00ee-4b0b-95f8-9632c4eabfad/7d162860-00ee-4b0b-95f8-9632c4eabfad.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.559339] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e91ac418-2218-4f80-96d2-bd1b2b6d4887 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.585016] env[69169]: DEBUG nova.compute.provider_tree [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.585354] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 780.585354] env[69169]: value = "task-3250769" [ 780.585354] env[69169]: _type = "Task" [ 780.585354] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.593868] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.632113] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Releasing lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.632419] env[69169]: DEBUG nova.compute.manager [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Instance network_info: |[{"id": "1b6338df-90bc-4433-b50a-68a26082257f", "address": "fa:16:3e:33:9f:31", "network": {"id": "dcd2e068-e9dc-48d2-a260-e782f89ac30a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-36465712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "826de5dfc02d4cde8472cd3e083139da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6338df-90", "ovs_interfaceid": "1b6338df-90bc-4433-b50a-68a26082257f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.632823] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:9f:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b6338df-90bc-4433-b50a-68a26082257f', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.640754] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Creating folder: Project (826de5dfc02d4cde8472cd3e083139da). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.640988] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1da3115b-595a-4bc2-be40-597582a77c5b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.650362] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Created folder: Project (826de5dfc02d4cde8472cd3e083139da) in parent group-v649481. [ 780.650548] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Creating folder: Instances. Parent ref: group-v649554. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.650771] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-271008d4-9924-4bf4-af5d-0be968619c95 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.659273] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Created folder: Instances in parent group-v649554. [ 780.659505] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.659732] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.659943] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c3e9d54-187e-4b38-8782-631c6259b064 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.678134] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.678134] env[69169]: value = "task-3250772" [ 780.678134] env[69169]: _type = "Task" [ 780.678134] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.685346] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250772, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.762874] env[69169]: INFO nova.compute.manager [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Took 51.66 seconds to build instance. [ 780.797534] env[69169]: DEBUG nova.compute.manager [req-2f471fa9-75c6-47f0-9be4-831f0ac91010 req-21360973-a3a8-4b86-b3a4-cc37c971d81a service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Received event network-changed-1b6338df-90bc-4433-b50a-68a26082257f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.797793] env[69169]: DEBUG nova.compute.manager [req-2f471fa9-75c6-47f0-9be4-831f0ac91010 req-21360973-a3a8-4b86-b3a4-cc37c971d81a service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Refreshing instance network info cache due to event network-changed-1b6338df-90bc-4433-b50a-68a26082257f. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.798076] env[69169]: DEBUG oslo_concurrency.lockutils [req-2f471fa9-75c6-47f0-9be4-831f0ac91010 req-21360973-a3a8-4b86-b3a4-cc37c971d81a service nova] Acquiring lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.799052] env[69169]: DEBUG oslo_concurrency.lockutils [req-2f471fa9-75c6-47f0-9be4-831f0ac91010 req-21360973-a3a8-4b86-b3a4-cc37c971d81a service nova] Acquired lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.799052] env[69169]: DEBUG nova.network.neutron [req-2f471fa9-75c6-47f0-9be4-831f0ac91010 req-21360973-a3a8-4b86-b3a4-cc37c971d81a service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Refreshing network info cache for port 1b6338df-90bc-4433-b50a-68a26082257f {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.932436] env[69169]: DEBUG nova.compute.manager [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.959605] env[69169]: DEBUG nova.virt.hardware [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.959895] env[69169]: DEBUG nova.virt.hardware [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.960097] env[69169]: DEBUG nova.virt.hardware [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.960305] env[69169]: DEBUG nova.virt.hardware [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.960484] env[69169]: DEBUG nova.virt.hardware [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.961503] env[69169]: DEBUG nova.virt.hardware [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.961503] env[69169]: DEBUG nova.virt.hardware [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.961503] env[69169]: DEBUG nova.virt.hardware [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.961503] env[69169]: DEBUG nova.virt.hardware [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.961503] env[69169]: DEBUG nova.virt.hardware [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.961776] env[69169]: DEBUG nova.virt.hardware [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.962600] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f594a42b-b9f8-4c7a-b0df-c509b65cd2fb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.970899] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5609b5-ce7b-43ac-8e14-b2be16044cd1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.087089] env[69169]: DEBUG nova.scheduler.client.report [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.099035] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250769, 'name': ReconfigVM_Task, 'duration_secs': 0.281071} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.099338] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 7d162860-00ee-4b0b-95f8-9632c4eabfad/7d162860-00ee-4b0b-95f8-9632c4eabfad.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.099926] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60595443-7a15-4d11-981f-a5ce21fcac5f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.106080] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 781.106080] env[69169]: value = "task-3250773" [ 781.106080] env[69169]: _type = "Task" [ 781.106080] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.113410] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250773, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.188668] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250772, 'name': CreateVM_Task, 'duration_secs': 0.294745} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.188847] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.189565] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.189775] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.190103] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.190367] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d163c02-197e-44ac-adc3-d59512bce522 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.194754] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 781.194754] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d4b1ef-86b0-b037-4f08-af8288a5a017" [ 781.194754] env[69169]: _type = "Task" [ 781.194754] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.202676] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d4b1ef-86b0-b037-4f08-af8288a5a017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.265339] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2af956ec-b124-4229-ac70-d1e7c8e13b16 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "cb9cea3a-dd62-46b9-82af-20c557fd1f1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.453s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.544868] env[69169]: DEBUG nova.network.neutron [req-2f471fa9-75c6-47f0-9be4-831f0ac91010 req-21360973-a3a8-4b86-b3a4-cc37c971d81a service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Updated VIF entry in instance network info cache for port 1b6338df-90bc-4433-b50a-68a26082257f. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.544868] env[69169]: DEBUG nova.network.neutron [req-2f471fa9-75c6-47f0-9be4-831f0ac91010 req-21360973-a3a8-4b86-b3a4-cc37c971d81a service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Updating instance_info_cache with network_info: [{"id": "1b6338df-90bc-4433-b50a-68a26082257f", "address": "fa:16:3e:33:9f:31", "network": {"id": "dcd2e068-e9dc-48d2-a260-e782f89ac30a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-36465712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "826de5dfc02d4cde8472cd3e083139da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6338df-90", "ovs_interfaceid": "1b6338df-90bc-4433-b50a-68a26082257f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.595066] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.595581] env[69169]: DEBUG nova.compute.manager [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.598275] env[69169]: DEBUG oslo_concurrency.lockutils [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.881s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.598431] env[69169]: DEBUG nova.objects.instance [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lazy-loading 'resources' on Instance uuid 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.618919] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250773, 'name': Rename_Task, 'duration_secs': 0.14023} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.619366] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.619721] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5156219c-472b-454b-af41-45cff67ef001 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.628735] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 781.628735] env[69169]: value = "task-3250774" [ 781.628735] env[69169]: _type = "Task" [ 781.628735] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.636317] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.705551] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d4b1ef-86b0-b037-4f08-af8288a5a017, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.705855] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.706122] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.706383] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.706511] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.706686] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.706939] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-554345b4-7a0e-455e-be2a-b0c08d7028ca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.715156] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.715352] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.716102] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec39e72-dd3d-4815-9647-ccc455ccd213 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.725611] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 781.725611] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5256155a-664e-8e51-5974-b06bb23aca41" [ 781.725611] env[69169]: _type = "Task" [ 781.725611] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.733314] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5256155a-664e-8e51-5974-b06bb23aca41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.768969] env[69169]: DEBUG nova.compute.manager [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.878387] env[69169]: INFO nova.compute.manager [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Rescuing [ 781.878680] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "refresh_cache-cb9cea3a-dd62-46b9-82af-20c557fd1f1a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.878805] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquired lock "refresh_cache-cb9cea3a-dd62-46b9-82af-20c557fd1f1a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.879030] env[69169]: DEBUG nova.network.neutron [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.052360] env[69169]: DEBUG oslo_concurrency.lockutils [req-2f471fa9-75c6-47f0-9be4-831f0ac91010 req-21360973-a3a8-4b86-b3a4-cc37c971d81a service nova] Releasing lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.102530] env[69169]: DEBUG nova.compute.utils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.104795] env[69169]: DEBUG nova.compute.manager [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.104980] env[69169]: DEBUG nova.network.neutron [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.140090] env[69169]: DEBUG oslo_vmware.api [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250774, 'name': PowerOnVM_Task, 'duration_secs': 0.46731} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.140478] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.140618] env[69169]: INFO nova.compute.manager [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Took 6.70 seconds to spawn the instance on the hypervisor. [ 782.140792] env[69169]: DEBUG nova.compute.manager [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.141618] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08d89cf-6f33-43cf-ae98-06f4578215f1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.187697] env[69169]: DEBUG nova.policy [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99786e8c78c64224bad614801dd3c6ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ce24b6a10fe4d14953c7b281f288eac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.239051] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5256155a-664e-8e51-5974-b06bb23aca41, 'name': SearchDatastore_Task, 'duration_secs': 0.013477} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.242627] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c452acb0-a8aa-4825-97b0-aacd5a43edff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.247929] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 782.247929] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b4b4c4-fe7e-cf5d-5445-1ed77cbb212f" [ 782.247929] env[69169]: _type = "Task" [ 782.247929] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.256402] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b4b4c4-fe7e-cf5d-5445-1ed77cbb212f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.287160] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.478234] env[69169]: DEBUG nova.network.neutron [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Successfully created port: 199b8798-b8bd-439a-ab7f-bef440c9a35b {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.605519] env[69169]: DEBUG nova.compute.manager [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.628163] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fbff08-0ba8-4aae-bfaa-b4b338c92023 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.636588] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cc42d6-852d-4ba9-b482-4d0f416d6fb6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.674672] env[69169]: DEBUG nova.network.neutron [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Updating instance_info_cache with network_info: [{"id": "d6fc3c8e-fac6-4983-a7bb-993efa1a9afd", "address": "fa:16:3e:97:64:eb", "network": {"id": "07a65ac7-9b1b-4229-8760-4a4f8998da64", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-517941643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab402ad605214c889a90a67840344784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6fc3c8e-fa", "ovs_interfaceid": "d6fc3c8e-fac6-4983-a7bb-993efa1a9afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.676153] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521dc323-d3a9-4d34-ae7e-12d15a233cff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.679314] env[69169]: INFO nova.compute.manager [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Took 50.59 seconds to build instance. [ 782.686921] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2805ca-7cfd-4151-9166-0afb10bcd3ee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.702413] env[69169]: DEBUG nova.compute.provider_tree [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.758858] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b4b4c4-fe7e-cf5d-5445-1ed77cbb212f, 'name': SearchDatastore_Task, 'duration_secs': 0.013808} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.759134] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.759460] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] d59bc90a-d340-4e5f-b395-e320de617c16/d59bc90a-d340-4e5f-b395-e320de617c16.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.759805] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49432c01-0e16-4ef7-b5a1-18dfe030dc3f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.765821] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 782.765821] env[69169]: value = "task-3250775" [ 782.765821] env[69169]: _type = "Task" [ 782.765821] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.773590] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.181328] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Releasing lock "refresh_cache-cb9cea3a-dd62-46b9-82af-20c557fd1f1a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.184007] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e73ff01-f88b-49aa-9d17-a47b4c72eee8 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lock "7d162860-00ee-4b0b-95f8-9632c4eabfad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.329s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.206387] env[69169]: DEBUG nova.scheduler.client.report [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.276783] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250775, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.575665] env[69169]: DEBUG nova.network.neutron [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Successfully updated port: 411c514a-fcd6-44b1-9da9-d690dc5d6862 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.613451] env[69169]: DEBUG nova.compute.manager [req-a8012b58-c320-430c-a07b-d9cae53cd4b9 req-963040ad-293c-4601-883d-de2d45deacb1 service nova] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Received event network-vif-plugged-411c514a-fcd6-44b1-9da9-d690dc5d6862 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.613689] env[69169]: DEBUG oslo_concurrency.lockutils [req-a8012b58-c320-430c-a07b-d9cae53cd4b9 req-963040ad-293c-4601-883d-de2d45deacb1 service nova] Acquiring lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.613903] env[69169]: DEBUG oslo_concurrency.lockutils [req-a8012b58-c320-430c-a07b-d9cae53cd4b9 req-963040ad-293c-4601-883d-de2d45deacb1 service nova] Lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.614178] env[69169]: DEBUG oslo_concurrency.lockutils [req-a8012b58-c320-430c-a07b-d9cae53cd4b9 req-963040ad-293c-4601-883d-de2d45deacb1 service nova] Lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.614352] env[69169]: DEBUG nova.compute.manager [req-a8012b58-c320-430c-a07b-d9cae53cd4b9 req-963040ad-293c-4601-883d-de2d45deacb1 service nova] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] No waiting events found dispatching network-vif-plugged-411c514a-fcd6-44b1-9da9-d690dc5d6862 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.614517] env[69169]: WARNING nova.compute.manager [req-a8012b58-c320-430c-a07b-d9cae53cd4b9 req-963040ad-293c-4601-883d-de2d45deacb1 service nova] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Received unexpected event network-vif-plugged-411c514a-fcd6-44b1-9da9-d690dc5d6862 for instance with vm_state building and task_state spawning. [ 783.617271] env[69169]: DEBUG nova.compute.manager [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.638683] env[69169]: DEBUG nova.virt.hardware [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.638945] env[69169]: DEBUG nova.virt.hardware [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.639123] env[69169]: DEBUG nova.virt.hardware [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.639324] env[69169]: DEBUG nova.virt.hardware [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.639470] env[69169]: DEBUG nova.virt.hardware [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.639616] env[69169]: DEBUG nova.virt.hardware [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.639817] env[69169]: DEBUG nova.virt.hardware [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.639967] env[69169]: DEBUG nova.virt.hardware [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.640150] env[69169]: DEBUG nova.virt.hardware [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.640309] env[69169]: DEBUG nova.virt.hardware [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.640478] env[69169]: DEBUG nova.virt.hardware [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.642341] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88248743-2408-4419-9367-d7e9040d1776 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.653020] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ff92d4-0635-479a-a770-7f188f675a7c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.688688] env[69169]: DEBUG nova.compute.manager [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.714240] env[69169]: DEBUG oslo_concurrency.lockutils [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.715260] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.096s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.715487] env[69169]: DEBUG nova.objects.instance [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 783.739397] env[69169]: INFO nova.scheduler.client.report [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Deleted allocations for instance 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f [ 783.777070] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897376} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.778337] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] d59bc90a-d340-4e5f-b395-e320de617c16/d59bc90a-d340-4e5f-b395-e320de617c16.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.778337] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.778337] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d897261-4b44-424d-8161-35c4626cd016 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.784785] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 783.784785] env[69169]: value = "task-3250776" [ 783.784785] env[69169]: _type = "Task" [ 783.784785] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.792954] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.079245] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.079432] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.079533] env[69169]: DEBUG nova.network.neutron [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.104279] env[69169]: DEBUG nova.network.neutron [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Successfully updated port: 199b8798-b8bd-439a-ab7f-bef440c9a35b {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.149027] env[69169]: DEBUG nova.compute.manager [req-605b367c-a635-48a6-828b-a6d0ade1eb65 req-884c98d2-46ed-4451-bbe5-ff5e2a171d2e service nova] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Received event network-vif-plugged-199b8798-b8bd-439a-ab7f-bef440c9a35b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.149291] env[69169]: DEBUG oslo_concurrency.lockutils [req-605b367c-a635-48a6-828b-a6d0ade1eb65 req-884c98d2-46ed-4451-bbe5-ff5e2a171d2e service nova] Acquiring lock "f60780d7-d486-40a9-9868-226ff1a1beb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.149501] env[69169]: DEBUG oslo_concurrency.lockutils [req-605b367c-a635-48a6-828b-a6d0ade1eb65 req-884c98d2-46ed-4451-bbe5-ff5e2a171d2e service nova] Lock "f60780d7-d486-40a9-9868-226ff1a1beb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.149712] env[69169]: DEBUG oslo_concurrency.lockutils [req-605b367c-a635-48a6-828b-a6d0ade1eb65 req-884c98d2-46ed-4451-bbe5-ff5e2a171d2e service nova] Lock "f60780d7-d486-40a9-9868-226ff1a1beb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.149825] env[69169]: DEBUG nova.compute.manager [req-605b367c-a635-48a6-828b-a6d0ade1eb65 req-884c98d2-46ed-4451-bbe5-ff5e2a171d2e service nova] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] No waiting events found dispatching network-vif-plugged-199b8798-b8bd-439a-ab7f-bef440c9a35b {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.149981] env[69169]: WARNING nova.compute.manager [req-605b367c-a635-48a6-828b-a6d0ade1eb65 req-884c98d2-46ed-4451-bbe5-ff5e2a171d2e service nova] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Received unexpected event network-vif-plugged-199b8798-b8bd-439a-ab7f-bef440c9a35b for instance with vm_state building and task_state spawning. [ 784.212651] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.245901] env[69169]: DEBUG oslo_concurrency.lockutils [None req-44d58019-61fd-4ef4-ad6b-340bb6d8b48d tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "83bb977b-7bc8-44f6-9e4f-80e1e1126a7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.267s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.294137] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15606} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.294416] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.295170] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278ac674-0388-47ee-89cb-a5f747abef74 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.317428] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] d59bc90a-d340-4e5f-b395-e320de617c16/d59bc90a-d340-4e5f-b395-e320de617c16.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.317659] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f51f7678-2ffc-4fdc-ad1b-94a826cb5038 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.336857] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 784.336857] env[69169]: value = "task-3250777" [ 784.336857] env[69169]: _type = "Task" [ 784.336857] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.344091] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.583297] env[69169]: DEBUG nova.compute.manager [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.591808] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4add23c5-52e5-4123-a551-04b475b16082 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.608227] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "refresh_cache-f60780d7-d486-40a9-9868-226ff1a1beb0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.608389] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquired lock "refresh_cache-f60780d7-d486-40a9-9868-226ff1a1beb0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.608539] env[69169]: DEBUG nova.network.neutron [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.622776] env[69169]: DEBUG nova.network.neutron [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.727701] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1c2dd694-d429-4f10-8202-fbb8857fc1f3 tempest-ServersAdmin275Test-1425984740 tempest-ServersAdmin275Test-1425984740-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.729120] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.005s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.731260] env[69169]: INFO nova.compute.claims [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.734237] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.734692] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c29b1c53-f1f8-474a-a627-77f4299b36aa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.742061] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 784.742061] env[69169]: value = "task-3250778" [ 784.742061] env[69169]: _type = "Task" [ 784.742061] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.752033] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.791904] env[69169]: DEBUG nova.network.neutron [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance_info_cache with network_info: [{"id": "411c514a-fcd6-44b1-9da9-d690dc5d6862", "address": "fa:16:3e:5a:c3:08", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411c514a-fc", "ovs_interfaceid": "411c514a-fcd6-44b1-9da9-d690dc5d6862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.846725] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.103697] env[69169]: INFO nova.compute.manager [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] instance snapshotting [ 785.107169] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc45370-dbdf-4ec4-82f7-067fa080ec73 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.136792] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ef4923-67a1-45a8-943a-a13708fac36a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.161083] env[69169]: DEBUG nova.network.neutron [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.257471] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250778, 'name': PowerOffVM_Task, 'duration_secs': 0.214556} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.257471] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.260661] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfc4713-b036-46d2-a0ff-e3a4840140b9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.284486] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fe4561-1cee-410f-916a-df669aad76c3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.294836] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.295152] env[69169]: DEBUG nova.compute.manager [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Instance network_info: |[{"id": "411c514a-fcd6-44b1-9da9-d690dc5d6862", "address": "fa:16:3e:5a:c3:08", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411c514a-fc", "ovs_interfaceid": "411c514a-fcd6-44b1-9da9-d690dc5d6862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.295528] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:c3:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '411c514a-fcd6-44b1-9da9-d690dc5d6862', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.304320] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Creating folder: Project (0c53937d063d4e14921feda052e90d4c). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.307287] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ddd179c-b48f-4597-9654-d6a9bcd16b77 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.320323] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.321980] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3e585b4-9a9f-481b-9a00-6cc09530853e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.323526] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Created folder: Project (0c53937d063d4e14921feda052e90d4c) in parent group-v649481. [ 785.323721] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Creating folder: Instances. Parent ref: group-v649557. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.323939] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a4b36f-ddad-4f3c-ad8c-3cc418c57b00 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.329487] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 785.329487] env[69169]: value = "task-3250780" [ 785.329487] env[69169]: _type = "Task" [ 785.329487] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.333794] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Created folder: Instances in parent group-v649557. [ 785.333908] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.334308] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.334493] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bac8c36-9489-4ceb-bbe4-d8ba48262ec1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.356929] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] VM already powered off {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 785.357163] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.357437] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.357586] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.357800] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.358031] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caa66c13-ac9d-4501-93d0-eb721783c262 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.366902] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.366902] env[69169]: value = "task-3250782" [ 785.366902] env[69169]: _type = "Task" [ 785.366902] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.370743] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.370864] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.371530] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250777, 'name': ReconfigVM_Task, 'duration_secs': 0.631467} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.374610] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a20f15-2ea1-44a4-a54b-b9efa949cfb7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.377084] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Reconfigured VM instance instance-00000019 to attach disk [datastore2] d59bc90a-d340-4e5f-b395-e320de617c16/d59bc90a-d340-4e5f-b395-e320de617c16.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.377666] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54b60345-9b60-4865-bbeb-1bf5d15ffd4e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.381894] env[69169]: DEBUG nova.network.neutron [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Updating instance_info_cache with network_info: [{"id": "199b8798-b8bd-439a-ab7f-bef440c9a35b", "address": "fa:16:3e:76:b0:7b", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap199b8798-b8", "ovs_interfaceid": "199b8798-b8bd-439a-ab7f-bef440c9a35b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.386841] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250782, 'name': CreateVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.387169] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 785.387169] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529fc991-b5b4-1ca1-43c8-73fb5347be0e" [ 785.387169] env[69169]: _type = "Task" [ 785.387169] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.388795] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 785.388795] env[69169]: value = "task-3250783" [ 785.388795] env[69169]: _type = "Task" [ 785.388795] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.407729] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250783, 'name': Rename_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.408088] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529fc991-b5b4-1ca1-43c8-73fb5347be0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.408995] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d453b8a3-8da6-464d-b875-4c0c5e50f679 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.415329] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 785.415329] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52985f00-f2ab-e6ae-02e3-0041b1349dba" [ 785.415329] env[69169]: _type = "Task" [ 785.415329] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.423856] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52985f00-f2ab-e6ae-02e3-0041b1349dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.640275] env[69169]: DEBUG nova.compute.manager [req-792d910a-5138-4f69-baf6-14dae412c055 req-926ce644-c363-4da9-89d3-ade9fefad6d0 service nova] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Received event network-changed-411c514a-fcd6-44b1-9da9-d690dc5d6862 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.640595] env[69169]: DEBUG nova.compute.manager [req-792d910a-5138-4f69-baf6-14dae412c055 req-926ce644-c363-4da9-89d3-ade9fefad6d0 service nova] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Refreshing instance network info cache due to event network-changed-411c514a-fcd6-44b1-9da9-d690dc5d6862. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.640841] env[69169]: DEBUG oslo_concurrency.lockutils [req-792d910a-5138-4f69-baf6-14dae412c055 req-926ce644-c363-4da9-89d3-ade9fefad6d0 service nova] Acquiring lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.641072] env[69169]: DEBUG oslo_concurrency.lockutils [req-792d910a-5138-4f69-baf6-14dae412c055 req-926ce644-c363-4da9-89d3-ade9fefad6d0 service nova] Acquired lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.641155] env[69169]: DEBUG nova.network.neutron [req-792d910a-5138-4f69-baf6-14dae412c055 req-926ce644-c363-4da9-89d3-ade9fefad6d0 service nova] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Refreshing network info cache for port 411c514a-fcd6-44b1-9da9-d690dc5d6862 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.650323] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 785.650833] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d054e66-07cb-4d2b-afec-62b1f5737f9e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.658888] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 785.658888] env[69169]: value = "task-3250784" [ 785.658888] env[69169]: _type = "Task" [ 785.658888] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.667657] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250784, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.881930] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250782, 'name': CreateVM_Task, 'duration_secs': 0.351681} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.882775] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.882775] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.882918] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.883283] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.883527] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47125739-1ff7-498c-a201-2296a3e56779 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.888408] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 785.888408] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b99993-058d-8d18-a57b-c11e629184d0" [ 785.888408] env[69169]: _type = "Task" [ 785.888408] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.891483] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Releasing lock "refresh_cache-f60780d7-d486-40a9-9868-226ff1a1beb0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.891585] env[69169]: DEBUG nova.compute.manager [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Instance network_info: |[{"id": "199b8798-b8bd-439a-ab7f-bef440c9a35b", "address": "fa:16:3e:76:b0:7b", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap199b8798-b8", "ovs_interfaceid": "199b8798-b8bd-439a-ab7f-bef440c9a35b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.895138] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:b0:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '199b8798-b8bd-439a-ab7f-bef440c9a35b', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.902979] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.905538] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.911034] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5567550f-0251-413a-96ad-e0aec8ab27d4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.931338] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b99993-058d-8d18-a57b-c11e629184d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013123} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.935545] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.935844] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.936106] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.939378] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250783, 'name': Rename_Task, 'duration_secs': 0.171548} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.941196] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.941395] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.941395] env[69169]: value = "task-3250785" [ 785.941395] env[69169]: _type = "Task" [ 785.941395] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.943705] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05ec7973-c5ea-440e-b8df-a7d4157dca7b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.951779] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52985f00-f2ab-e6ae-02e3-0041b1349dba, 'name': SearchDatastore_Task, 'duration_secs': 0.008919} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.952481] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.952797] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] cb9cea3a-dd62-46b9-82af-20c557fd1f1a/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk. {{(pid=69169) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 785.953417] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.953648] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.953883] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f877717-aa84-4dd2-bc01-d81fb603beec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.959659] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d6cce6a-2921-465b-8c7f-184c38c3bb95 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.961615] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 785.961615] env[69169]: value = "task-3250786" [ 785.961615] env[69169]: _type = "Task" [ 785.961615] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.961776] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250785, 'name': CreateVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.969242] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 785.969242] env[69169]: value = "task-3250787" [ 785.969242] env[69169]: _type = "Task" [ 785.969242] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.975948] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.976245] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.976413] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.977501] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f074f62-0c88-434f-8dfd-9452df1200a9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.982957] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.988469] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 785.988469] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5208a667-5714-ae38-e4e0-e2a3af716022" [ 785.988469] env[69169]: _type = "Task" [ 785.988469] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.996222] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5208a667-5714-ae38-e4e0-e2a3af716022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.171444] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250784, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.270464] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd08783-915b-4c21-b921-ea37665d294a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.281065] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38a6f45-45ae-4635-89de-6ed7a8ad850f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.328991] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200ae409-3ae6-494f-9311-f595fa4af3b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.332725] env[69169]: DEBUG nova.compute.manager [req-7c090e77-75e8-4d41-992b-67aa00a51e90 req-d623ce9f-fa8b-4763-b4bb-d588620cd3dc service nova] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Received event network-changed-199b8798-b8bd-439a-ab7f-bef440c9a35b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.332916] env[69169]: DEBUG nova.compute.manager [req-7c090e77-75e8-4d41-992b-67aa00a51e90 req-d623ce9f-fa8b-4763-b4bb-d588620cd3dc service nova] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Refreshing instance network info cache due to event network-changed-199b8798-b8bd-439a-ab7f-bef440c9a35b. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.333157] env[69169]: DEBUG oslo_concurrency.lockutils [req-7c090e77-75e8-4d41-992b-67aa00a51e90 req-d623ce9f-fa8b-4763-b4bb-d588620cd3dc service nova] Acquiring lock "refresh_cache-f60780d7-d486-40a9-9868-226ff1a1beb0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.333301] env[69169]: DEBUG oslo_concurrency.lockutils [req-7c090e77-75e8-4d41-992b-67aa00a51e90 req-d623ce9f-fa8b-4763-b4bb-d588620cd3dc service nova] Acquired lock "refresh_cache-f60780d7-d486-40a9-9868-226ff1a1beb0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.333456] env[69169]: DEBUG nova.network.neutron [req-7c090e77-75e8-4d41-992b-67aa00a51e90 req-d623ce9f-fa8b-4763-b4bb-d588620cd3dc service nova] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Refreshing network info cache for port 199b8798-b8bd-439a-ab7f-bef440c9a35b {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.341287] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7195ba4b-99f4-4b1d-977c-fc72b5a921c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.356768] env[69169]: DEBUG nova.compute.provider_tree [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.453202] env[69169]: DEBUG nova.network.neutron [req-792d910a-5138-4f69-baf6-14dae412c055 req-926ce644-c363-4da9-89d3-ade9fefad6d0 service nova] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updated VIF entry in instance network info cache for port 411c514a-fcd6-44b1-9da9-d690dc5d6862. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.453727] env[69169]: DEBUG nova.network.neutron [req-792d910a-5138-4f69-baf6-14dae412c055 req-926ce644-c363-4da9-89d3-ade9fefad6d0 service nova] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance_info_cache with network_info: [{"id": "411c514a-fcd6-44b1-9da9-d690dc5d6862", "address": "fa:16:3e:5a:c3:08", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411c514a-fc", "ovs_interfaceid": "411c514a-fcd6-44b1-9da9-d690dc5d6862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.459600] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250785, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.478574] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.483679] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250787, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.498387] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5208a667-5714-ae38-e4e0-e2a3af716022, 'name': SearchDatastore_Task, 'duration_secs': 0.037935} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.499128] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeccc159-3ec7-4327-a810-6d2916228232 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.507041] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 786.507041] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f2c82-8ae1-b76d-4caf-9ac296e6d451" [ 786.507041] env[69169]: _type = "Task" [ 786.507041] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.513265] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f2c82-8ae1-b76d-4caf-9ac296e6d451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.674201] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250784, 'name': CreateSnapshot_Task, 'duration_secs': 1.011781} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.674201] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.674495] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fefde1-2ea8-466d-81b2-57a3aee30bf4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.791904] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "ca6fc799-0159-4372-87ee-28c3392ce959" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.793028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "ca6fc799-0159-4372-87ee-28c3392ce959" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.896166] env[69169]: ERROR nova.scheduler.client.report [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [req-f63ee8b0-7b09-4709-82bd-b48dc3e0d7e2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f63ee8b0-7b09-4709-82bd-b48dc3e0d7e2"}]} [ 786.914039] env[69169]: DEBUG nova.scheduler.client.report [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 786.932142] env[69169]: DEBUG nova.scheduler.client.report [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 786.932142] env[69169]: DEBUG nova.compute.provider_tree [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.955793] env[69169]: DEBUG nova.scheduler.client.report [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 786.960948] env[69169]: DEBUG oslo_concurrency.lockutils [req-792d910a-5138-4f69-baf6-14dae412c055 req-926ce644-c363-4da9-89d3-ade9fefad6d0 service nova] Releasing lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.965202] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250785, 'name': CreateVM_Task, 'duration_secs': 0.848241} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.970524] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.972029] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.972029] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.972154] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.976313] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54167ad-2b11-4768-a1ad-203da06418b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.980424] env[69169]: DEBUG nova.scheduler.client.report [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 786.985295] env[69169]: DEBUG oslo_vmware.api [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250786, 'name': PowerOnVM_Task, 'duration_secs': 0.99645} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.985295] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.985425] env[69169]: INFO nova.compute.manager [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Took 8.65 seconds to spawn the instance on the hypervisor. [ 786.985692] env[69169]: DEBUG nova.compute.manager [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.990035] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8892b3a-aeef-4c09-bf30-0937454c96b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.992642] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532588} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.992947] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 786.992947] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527bdc68-e7ab-babd-838a-2311d929b9f0" [ 786.992947] env[69169]: _type = "Task" [ 786.992947] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.993279] env[69169]: INFO nova.virt.vmwareapi.ds_util [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] cb9cea3a-dd62-46b9-82af-20c557fd1f1a/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk. [ 786.994684] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fe32d5-f283-4bd6-9ba6-d1da7790e6ef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.029362] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527bdc68-e7ab-babd-838a-2311d929b9f0, 'name': SearchDatastore_Task, 'duration_secs': 0.02101} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.036914] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] cb9cea3a-dd62-46b9-82af-20c557fd1f1a/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.040183] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.040519] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.040716] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.040964] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a323eab3-6fb1-4ebd-bf6d-78819f9ac304 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.060800] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f2c82-8ae1-b76d-4caf-9ac296e6d451, 'name': SearchDatastore_Task, 'duration_secs': 0.01155} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.061458] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.061754] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 927ea571-50ec-4f5e-a5b8-fb0edf599adf/927ea571-50ec-4f5e-a5b8-fb0edf599adf.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.064015] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.064015] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.064015] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de978df2-d16a-4b81-afb9-a320d3c26ec9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.065939] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9fca1e1-f5d2-4568-83c7-b2a82080aece {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.068925] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 787.068925] env[69169]: value = "task-3250788" [ 787.068925] env[69169]: _type = "Task" [ 787.068925] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.075782] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 787.075782] env[69169]: value = "task-3250789" [ 787.075782] env[69169]: _type = "Task" [ 787.075782] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.077526] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.077765] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.080997] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c21c0a2-0563-4d0c-ae1c-f58611f5756b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.086458] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.095019] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.095019] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 787.095019] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a35688-ff95-4cb4-dd99-b6473927f39b" [ 787.095019] env[69169]: _type = "Task" [ 787.095019] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.102828] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a35688-ff95-4cb4-dd99-b6473927f39b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.103633] env[69169]: DEBUG nova.network.neutron [req-7c090e77-75e8-4d41-992b-67aa00a51e90 req-d623ce9f-fa8b-4763-b4bb-d588620cd3dc service nova] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Updated VIF entry in instance network info cache for port 199b8798-b8bd-439a-ab7f-bef440c9a35b. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.103956] env[69169]: DEBUG nova.network.neutron [req-7c090e77-75e8-4d41-992b-67aa00a51e90 req-d623ce9f-fa8b-4763-b4bb-d588620cd3dc service nova] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Updating instance_info_cache with network_info: [{"id": "199b8798-b8bd-439a-ab7f-bef440c9a35b", "address": "fa:16:3e:76:b0:7b", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap199b8798-b8", "ovs_interfaceid": "199b8798-b8bd-439a-ab7f-bef440c9a35b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.195180] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 787.197700] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8fd6bd9f-5c07-41d7-b10f-9d9329963476 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.206508] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 787.206508] env[69169]: value = "task-3250790" [ 787.206508] env[69169]: _type = "Task" [ 787.206508] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.216442] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250790, 'name': CloneVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.500563] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e0a092-b53e-47c0-82fc-6e6fa12ae456 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.508040] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389063b6-f649-45f9-b6f1-ecc85fdf002b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.542484] env[69169]: INFO nova.compute.manager [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Took 50.84 seconds to build instance. [ 787.543963] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3838d877-0da1-446f-b8a8-e8e94abea26b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.551464] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87d99b6-ce0a-40c3-aec8-499850bfea24 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.565435] env[69169]: DEBUG nova.compute.provider_tree [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.582030] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.588299] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.603569] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a35688-ff95-4cb4-dd99-b6473927f39b, 'name': SearchDatastore_Task, 'duration_secs': 0.013034} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.604585] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dad9eaa-3018-4b41-8cce-47dd92119964 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.608364] env[69169]: DEBUG oslo_concurrency.lockutils [req-7c090e77-75e8-4d41-992b-67aa00a51e90 req-d623ce9f-fa8b-4763-b4bb-d588620cd3dc service nova] Releasing lock "refresh_cache-f60780d7-d486-40a9-9868-226ff1a1beb0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.609773] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 787.609773] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520c2249-e8d5-b883-ca66-3ef8a6b27b22" [ 787.609773] env[69169]: _type = "Task" [ 787.609773] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.617664] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520c2249-e8d5-b883-ca66-3ef8a6b27b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.720340] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250790, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.047863] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0738dd52-c7ea-433b-a80a-8b1e3c8f77f6 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.166s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.080621] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250788, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.089623] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.959358} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.089955] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 927ea571-50ec-4f5e-a5b8-fb0edf599adf/927ea571-50ec-4f5e-a5b8-fb0edf599adf.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.090827] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.090827] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1478f5b1-7631-43f2-b68a-e9da97fb985a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.097052] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 788.097052] env[69169]: value = "task-3250791" [ 788.097052] env[69169]: _type = "Task" [ 788.097052] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.105176] env[69169]: DEBUG nova.scheduler.client.report [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 788.105516] env[69169]: DEBUG nova.compute.provider_tree [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 57 to 58 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 788.105787] env[69169]: DEBUG nova.compute.provider_tree [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.117535] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.123402] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520c2249-e8d5-b883-ca66-3ef8a6b27b22, 'name': SearchDatastore_Task, 'duration_secs': 0.055988} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.123709] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.124011] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] f60780d7-d486-40a9-9868-226ff1a1beb0/f60780d7-d486-40a9-9868-226ff1a1beb0.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.124341] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fec457a-9329-43b0-8a61-c72a7de9d5b1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.130846] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 788.130846] env[69169]: value = "task-3250792" [ 788.130846] env[69169]: _type = "Task" [ 788.130846] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.139228] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.217592] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250790, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.553398] env[69169]: DEBUG nova.compute.manager [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.585111] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250788, 'name': ReconfigVM_Task, 'duration_secs': 1.06689} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.585111] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Reconfigured VM instance instance-00000017 to attach disk [datastore2] cb9cea3a-dd62-46b9-82af-20c557fd1f1a/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.585111] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a7a81e-5566-4a0e-868a-e3a283bab99e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.613698] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-444f766a-a84f-4fdf-839e-64210d5ba31f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.625303] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.896s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.625787] env[69169]: DEBUG nova.compute.manager [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.628608] env[69169]: DEBUG oslo_concurrency.lockutils [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.341s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.628817] env[69169]: DEBUG nova.objects.instance [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Lazy-loading 'resources' on Instance uuid dc28dceb-ec90-4b24-804a-b2bf31fcd959 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.633435] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083288} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.637168] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.637723] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 788.637723] env[69169]: value = "task-3250793" [ 788.637723] env[69169]: _type = "Task" [ 788.637723] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.638371] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798747c5-7488-4047-b5be-ab6065a38e74 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.648185] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471194} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.648316] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] f60780d7-d486-40a9-9868-226ff1a1beb0/f60780d7-d486-40a9-9868-226ff1a1beb0.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.648493] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.648718] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ba82e72-21db-4eb9-9f69-4d06963dc147 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.670883] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 927ea571-50ec-4f5e-a5b8-fb0edf599adf/927ea571-50ec-4f5e-a5b8-fb0edf599adf.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.671240] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.672486] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f71794ec-d76a-484a-a8f5-6cba06ba8eeb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.689007] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 788.689007] env[69169]: value = "task-3250794" [ 788.689007] env[69169]: _type = "Task" [ 788.689007] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.693653] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 788.693653] env[69169]: value = "task-3250795" [ 788.693653] env[69169]: _type = "Task" [ 788.693653] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.701949] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.706488] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.716637] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250790, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.908035] env[69169]: DEBUG nova.compute.manager [req-cce6f599-070c-4105-9121-f382d47d9476 req-0d5c5330-200e-4c7b-a831-fc4a220ede78 service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Received event network-changed-1b6338df-90bc-4433-b50a-68a26082257f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.908035] env[69169]: DEBUG nova.compute.manager [req-cce6f599-070c-4105-9121-f382d47d9476 req-0d5c5330-200e-4c7b-a831-fc4a220ede78 service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Refreshing instance network info cache due to event network-changed-1b6338df-90bc-4433-b50a-68a26082257f. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.908035] env[69169]: DEBUG oslo_concurrency.lockutils [req-cce6f599-070c-4105-9121-f382d47d9476 req-0d5c5330-200e-4c7b-a831-fc4a220ede78 service nova] Acquiring lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.908035] env[69169]: DEBUG oslo_concurrency.lockutils [req-cce6f599-070c-4105-9121-f382d47d9476 req-0d5c5330-200e-4c7b-a831-fc4a220ede78 service nova] Acquired lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.908421] env[69169]: DEBUG nova.network.neutron [req-cce6f599-070c-4105-9121-f382d47d9476 req-0d5c5330-200e-4c7b-a831-fc4a220ede78 service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Refreshing network info cache for port 1b6338df-90bc-4433-b50a-68a26082257f {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.080125] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.136110] env[69169]: DEBUG nova.compute.utils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.140584] env[69169]: DEBUG nova.compute.manager [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.141112] env[69169]: DEBUG nova.network.neutron [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.152334] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250793, 'name': ReconfigVM_Task, 'duration_secs': 0.440541} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.152615] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.152855] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a46545aa-7ac4-482e-9236-709d28f4f5c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.160971] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 789.160971] env[69169]: value = "task-3250796" [ 789.160971] env[69169]: _type = "Task" [ 789.160971] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.173329] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.186497] env[69169]: DEBUG nova.policy [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '275ebfd312044c659c35142930b8f98f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '250b45fb08f64e13b7042cb801e91ad8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.202816] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.312781} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.208131] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.208453] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.209725] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a046c99e-9c7e-4d22-b246-e0672aaad5f5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.234793] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] f60780d7-d486-40a9-9868-226ff1a1beb0/f60780d7-d486-40a9-9868-226ff1a1beb0.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.241178] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8bb2670-35c2-4d07-af68-d863ebe1a251 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.255815] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250790, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.261399] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 789.261399] env[69169]: value = "task-3250797" [ 789.261399] env[69169]: _type = "Task" [ 789.261399] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.273209] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250797, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.583153] env[69169]: DEBUG nova.network.neutron [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Successfully created port: 7ed78f4d-298f-4721-88a7-9997646b67cc {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.641238] env[69169]: DEBUG nova.compute.manager [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.675113] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.708471] env[69169]: DEBUG nova.network.neutron [req-cce6f599-070c-4105-9121-f382d47d9476 req-0d5c5330-200e-4c7b-a831-fc4a220ede78 service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Updated VIF entry in instance network info cache for port 1b6338df-90bc-4433-b50a-68a26082257f. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.708988] env[69169]: DEBUG nova.network.neutron [req-cce6f599-070c-4105-9121-f382d47d9476 req-0d5c5330-200e-4c7b-a831-fc4a220ede78 service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Updating instance_info_cache with network_info: [{"id": "1b6338df-90bc-4433-b50a-68a26082257f", "address": "fa:16:3e:33:9f:31", "network": {"id": "dcd2e068-e9dc-48d2-a260-e782f89ac30a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-36465712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "826de5dfc02d4cde8472cd3e083139da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6338df-90", "ovs_interfaceid": "1b6338df-90bc-4433-b50a-68a26082257f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.716866] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250795, 'name': ReconfigVM_Task, 'duration_secs': 0.945119} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.720817] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 927ea571-50ec-4f5e-a5b8-fb0edf599adf/927ea571-50ec-4f5e-a5b8-fb0edf599adf.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.725108] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19342836-f060-43b4-b774-2a54cfc01838 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.733724] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250790, 'name': CloneVM_Task} progress is 95%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.735367] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 789.735367] env[69169]: value = "task-3250798" [ 789.735367] env[69169]: _type = "Task" [ 789.735367] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.748236] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250798, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.753551] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd341f7e-5877-4300-9f8d-c01e5d859933 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.771256] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a448a21-8305-4f36-8575-3d7278ff63c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.781194] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.808997] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fa4aba-446c-4471-94c3-404a917dd6e1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.816626] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8e1fd1-24aa-46aa-96ce-a800556ddd40 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.830386] env[69169]: DEBUG nova.compute.provider_tree [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.171542] env[69169]: DEBUG oslo_vmware.api [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3250796, 'name': PowerOnVM_Task, 'duration_secs': 0.667278} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.171825] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.174647] env[69169]: DEBUG nova.compute.manager [None req-4992a30c-cccd-496a-ad4c-87b3d1ab20ae tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.175425] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9a59b3-e303-4676-a226-753f88ac787c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.216805] env[69169]: DEBUG oslo_concurrency.lockutils [req-cce6f599-070c-4105-9121-f382d47d9476 req-0d5c5330-200e-4c7b-a831-fc4a220ede78 service nova] Releasing lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.226564] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250790, 'name': CloneVM_Task, 'duration_secs': 2.63006} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.226818] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Created linked-clone VM from snapshot [ 790.227582] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c0ea6e-6642-4be5-91b0-816143f6060e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.234656] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Uploading image d0f1ccbc-b19f-4c69-89de-8e1945a575bb {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 790.244161] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250798, 'name': Rename_Task, 'duration_secs': 0.197801} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.244407] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.244630] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d92f684-4a48-448f-b5c5-6db35f370014 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.250963] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 790.250963] env[69169]: value = "task-3250799" [ 790.250963] env[69169]: _type = "Task" [ 790.250963] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.255576] env[69169]: DEBUG oslo_vmware.rw_handles [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 790.255576] env[69169]: value = "vm-649562" [ 790.255576] env[69169]: _type = "VirtualMachine" [ 790.255576] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 790.255785] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2a3a50e3-5436-4c3c-8d5d-61f7ca2473f8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.261490] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.262605] env[69169]: DEBUG oslo_vmware.rw_handles [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lease: (returnval){ [ 790.262605] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52013f6d-ddce-3fbb-70d5-3cc8f37f3317" [ 790.262605] env[69169]: _type = "HttpNfcLease" [ 790.262605] env[69169]: } obtained for exporting VM: (result){ [ 790.262605] env[69169]: value = "vm-649562" [ 790.262605] env[69169]: _type = "VirtualMachine" [ 790.262605] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 790.262825] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the lease: (returnval){ [ 790.262825] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52013f6d-ddce-3fbb-70d5-3cc8f37f3317" [ 790.262825] env[69169]: _type = "HttpNfcLease" [ 790.262825] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 790.275054] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250797, 'name': ReconfigVM_Task, 'duration_secs': 0.58776} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.275054] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.275054] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52013f6d-ddce-3fbb-70d5-3cc8f37f3317" [ 790.275054] env[69169]: _type = "HttpNfcLease" [ 790.275054] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 790.275054] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Reconfigured VM instance instance-0000001b to attach disk [datastore2] f60780d7-d486-40a9-9868-226ff1a1beb0/f60780d7-d486-40a9-9868-226ff1a1beb0.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.275518] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1409a67-5873-4816-a92f-a959a9c08345 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.280726] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 790.280726] env[69169]: value = "task-3250801" [ 790.280726] env[69169]: _type = "Task" [ 790.280726] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.288377] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250801, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.334372] env[69169]: DEBUG nova.scheduler.client.report [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.655671] env[69169]: DEBUG nova.compute.manager [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.679842] env[69169]: DEBUG nova.virt.hardware [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.679842] env[69169]: DEBUG nova.virt.hardware [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.680044] env[69169]: DEBUG nova.virt.hardware [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.680083] env[69169]: DEBUG nova.virt.hardware [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.681578] env[69169]: DEBUG nova.virt.hardware [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.681578] env[69169]: DEBUG nova.virt.hardware [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.681578] env[69169]: DEBUG nova.virt.hardware [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.681578] env[69169]: DEBUG nova.virt.hardware [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.681578] env[69169]: DEBUG nova.virt.hardware [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.681924] env[69169]: DEBUG nova.virt.hardware [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.681924] env[69169]: DEBUG nova.virt.hardware [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.682190] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef0b860-c8cb-4230-9f37-2741d05e966e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.693905] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cf055e-c75a-4dbd-af17-9b41932a5d06 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.765067] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250799, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.771909] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.771909] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52013f6d-ddce-3fbb-70d5-3cc8f37f3317" [ 790.771909] env[69169]: _type = "HttpNfcLease" [ 790.771909] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 790.772208] env[69169]: DEBUG oslo_vmware.rw_handles [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 790.772208] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52013f6d-ddce-3fbb-70d5-3cc8f37f3317" [ 790.772208] env[69169]: _type = "HttpNfcLease" [ 790.772208] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 790.772948] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb81cf48-3992-4000-b71b-a20f4f3196b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.783452] env[69169]: DEBUG oslo_vmware.rw_handles [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293c723-7a6a-37f7-8c03-0534ee2783ec/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 790.784160] env[69169]: DEBUG oslo_vmware.rw_handles [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293c723-7a6a-37f7-8c03-0534ee2783ec/disk-0.vmdk for reading. {{(pid=69169) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 790.860019] env[69169]: DEBUG oslo_concurrency.lockutils [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.868125] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.614s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.868374] env[69169]: DEBUG nova.objects.instance [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lazy-loading 'resources' on Instance uuid bd392da0-64d6-4adf-a17d-7dd31958707d {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.869858] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250801, 'name': Rename_Task, 'duration_secs': 0.204863} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.870207] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.871016] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4e11b8f-2602-4efd-9999-5c51969c3c11 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.879271] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 790.879271] env[69169]: value = "task-3250802" [ 790.879271] env[69169]: _type = "Task" [ 790.879271] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.888231] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.892138] env[69169]: INFO nova.scheduler.client.report [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Deleted allocations for instance dc28dceb-ec90-4b24-804a-b2bf31fcd959 [ 790.901652] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e9e8996f-db19-4bb5-9b52-5b851234b775 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.265174] env[69169]: DEBUG oslo_vmware.api [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250799, 'name': PowerOnVM_Task, 'duration_secs': 0.782842} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.265568] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.265773] env[69169]: INFO nova.compute.manager [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Took 10.33 seconds to spawn the instance on the hypervisor. [ 791.266056] env[69169]: DEBUG nova.compute.manager [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.266941] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584ba88c-c6fa-4820-a752-d7e3bd0bd21e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.320983] env[69169]: DEBUG nova.network.neutron [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Successfully updated port: 7ed78f4d-298f-4721-88a7-9997646b67cc {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.365030] env[69169]: DEBUG nova.compute.manager [req-85e78653-e9bf-40ae-a015-bcc56a0cacc4 req-38f870ff-466e-42df-b101-0a587be0df6a service nova] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Received event network-vif-plugged-7ed78f4d-298f-4721-88a7-9997646b67cc {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.365779] env[69169]: DEBUG oslo_concurrency.lockutils [req-85e78653-e9bf-40ae-a015-bcc56a0cacc4 req-38f870ff-466e-42df-b101-0a587be0df6a service nova] Acquiring lock "993cd28f-d6b8-427c-a41a-0e90cdbe37e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.365846] env[69169]: DEBUG oslo_concurrency.lockutils [req-85e78653-e9bf-40ae-a015-bcc56a0cacc4 req-38f870ff-466e-42df-b101-0a587be0df6a service nova] Lock "993cd28f-d6b8-427c-a41a-0e90cdbe37e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.366146] env[69169]: DEBUG oslo_concurrency.lockutils [req-85e78653-e9bf-40ae-a015-bcc56a0cacc4 req-38f870ff-466e-42df-b101-0a587be0df6a service nova] Lock "993cd28f-d6b8-427c-a41a-0e90cdbe37e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.366464] env[69169]: DEBUG nova.compute.manager [req-85e78653-e9bf-40ae-a015-bcc56a0cacc4 req-38f870ff-466e-42df-b101-0a587be0df6a service nova] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] No waiting events found dispatching network-vif-plugged-7ed78f4d-298f-4721-88a7-9997646b67cc {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.366690] env[69169]: WARNING nova.compute.manager [req-85e78653-e9bf-40ae-a015-bcc56a0cacc4 req-38f870ff-466e-42df-b101-0a587be0df6a service nova] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Received unexpected event network-vif-plugged-7ed78f4d-298f-4721-88a7-9997646b67cc for instance with vm_state building and task_state spawning. [ 791.390070] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250802, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.401513] env[69169]: DEBUG oslo_concurrency.lockutils [None req-694c90a9-a521-495a-8f2f-cf62a27f4432 tempest-ServersAdmin275Test-1482102649 tempest-ServersAdmin275Test-1482102649-project-member] Lock "dc28dceb-ec90-4b24-804a-b2bf31fcd959" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.492s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.596118] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "58fcd76a-24cc-400e-a836-5ca27ef7c6b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.597200] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "58fcd76a-24cc-400e-a836-5ca27ef7c6b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.790031] env[69169]: INFO nova.compute.manager [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Took 52.60 seconds to build instance. [ 791.823713] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Acquiring lock "refresh_cache-993cd28f-d6b8-427c-a41a-0e90cdbe37e3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.823982] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Acquired lock "refresh_cache-993cd28f-d6b8-427c-a41a-0e90cdbe37e3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.824260] env[69169]: DEBUG nova.network.neutron [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.899987] env[69169]: DEBUG oslo_vmware.api [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250802, 'name': PowerOnVM_Task, 'duration_secs': 0.570573} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.900382] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.900633] env[69169]: INFO nova.compute.manager [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Took 8.28 seconds to spawn the instance on the hypervisor. [ 791.900888] env[69169]: DEBUG nova.compute.manager [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.901757] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77feff2e-473c-4e91-b063-54a0d068ad1c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.953203] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828fce20-6227-40c2-a7ab-bab5f1fbf8a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.962453] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1fdfa2-1e06-4d49-94c5-25b2ea6575b7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.994736] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec02e2b6-967c-477a-a5d5-3f4379988557 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.003099] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ac3c36-66d5-4afc-b78a-93192fefbeaa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.019633] env[69169]: DEBUG nova.compute.provider_tree [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.291595] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6a77a604-e09e-49a0-9a0d-9c1a8ef069f4 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.663s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.374458] env[69169]: DEBUG nova.network.neutron [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.426983] env[69169]: INFO nova.compute.manager [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Took 51.54 seconds to build instance. [ 792.523816] env[69169]: DEBUG nova.scheduler.client.report [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.536296] env[69169]: DEBUG nova.network.neutron [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Updating instance_info_cache with network_info: [{"id": "7ed78f4d-298f-4721-88a7-9997646b67cc", "address": "fa:16:3e:28:9a:24", "network": {"id": "0ff24e4c-5547-47bb-a6db-4246a16d5085", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-833790042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "250b45fb08f64e13b7042cb801e91ad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed78f4d-29", "ovs_interfaceid": "7ed78f4d-298f-4721-88a7-9997646b67cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.795716] env[69169]: DEBUG nova.compute.manager [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.929177] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6aeb8d1d-c47c-46e3-b02d-567ef71efc89 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "f60780d7-d486-40a9-9868-226ff1a1beb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.573s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.950958] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aaee96-ee56-4854-aae9-394e4f759bad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.958778] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d4025655-649b-4b7e-b097-90f5104c5287 tempest-ServersAdminNegativeTestJSON-1968008588 tempest-ServersAdminNegativeTestJSON-1968008588-project-admin] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Suspending the VM {{(pid=69169) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 792.958982] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-031e4fc6-90ff-4905-8e92-72f18d92cdec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.966419] env[69169]: DEBUG oslo_vmware.api [None req-d4025655-649b-4b7e-b097-90f5104c5287 tempest-ServersAdminNegativeTestJSON-1968008588 tempest-ServersAdminNegativeTestJSON-1968008588-project-admin] Waiting for the task: (returnval){ [ 792.966419] env[69169]: value = "task-3250803" [ 792.966419] env[69169]: _type = "Task" [ 792.966419] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.975039] env[69169]: DEBUG oslo_vmware.api [None req-d4025655-649b-4b7e-b097-90f5104c5287 tempest-ServersAdminNegativeTestJSON-1968008588 tempest-ServersAdminNegativeTestJSON-1968008588-project-admin] Task: {'id': task-3250803, 'name': SuspendVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.029513] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.032715] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.087s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.037344] env[69169]: INFO nova.compute.claims [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.042120] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Releasing lock "refresh_cache-993cd28f-d6b8-427c-a41a-0e90cdbe37e3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.042120] env[69169]: DEBUG nova.compute.manager [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Instance network_info: |[{"id": "7ed78f4d-298f-4721-88a7-9997646b67cc", "address": "fa:16:3e:28:9a:24", "network": {"id": "0ff24e4c-5547-47bb-a6db-4246a16d5085", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-833790042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "250b45fb08f64e13b7042cb801e91ad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed78f4d-29", "ovs_interfaceid": "7ed78f4d-298f-4721-88a7-9997646b67cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.042255] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:9a:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ed78f4d-298f-4721-88a7-9997646b67cc', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.052504] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Creating folder: Project (250b45fb08f64e13b7042cb801e91ad8). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.053626] env[69169]: INFO nova.scheduler.client.report [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Deleted allocations for instance bd392da0-64d6-4adf-a17d-7dd31958707d [ 793.055024] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3996d64-ff02-4c07-a46d-dce125001d6c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.069209] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Created folder: Project (250b45fb08f64e13b7042cb801e91ad8) in parent group-v649481. [ 793.069209] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Creating folder: Instances. Parent ref: group-v649563. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.069209] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-861e71c5-c274-438f-a424-c2a9561d4e82 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.078040] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Created folder: Instances in parent group-v649563. [ 793.078362] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.078531] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.078755] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bbf04c7-0293-43c1-8130-22dff34b54bc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.097945] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.097945] env[69169]: value = "task-3250806" [ 793.097945] env[69169]: _type = "Task" [ 793.097945] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.107154] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250806, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.323185] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.432745] env[69169]: DEBUG nova.compute.manager [req-605925d6-93cb-46b9-8cd5-71edd8051bbf req-3a9d5afc-a7be-4d50-aea6-c6943f45df02 service nova] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Received event network-changed-7ed78f4d-298f-4721-88a7-9997646b67cc {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.432953] env[69169]: DEBUG nova.compute.manager [req-605925d6-93cb-46b9-8cd5-71edd8051bbf req-3a9d5afc-a7be-4d50-aea6-c6943f45df02 service nova] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Refreshing instance network info cache due to event network-changed-7ed78f4d-298f-4721-88a7-9997646b67cc. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.433209] env[69169]: DEBUG oslo_concurrency.lockutils [req-605925d6-93cb-46b9-8cd5-71edd8051bbf req-3a9d5afc-a7be-4d50-aea6-c6943f45df02 service nova] Acquiring lock "refresh_cache-993cd28f-d6b8-427c-a41a-0e90cdbe37e3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.433393] env[69169]: DEBUG oslo_concurrency.lockutils [req-605925d6-93cb-46b9-8cd5-71edd8051bbf req-3a9d5afc-a7be-4d50-aea6-c6943f45df02 service nova] Acquired lock "refresh_cache-993cd28f-d6b8-427c-a41a-0e90cdbe37e3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.433564] env[69169]: DEBUG nova.network.neutron [req-605925d6-93cb-46b9-8cd5-71edd8051bbf req-3a9d5afc-a7be-4d50-aea6-c6943f45df02 service nova] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Refreshing network info cache for port 7ed78f4d-298f-4721-88a7-9997646b67cc {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.438080] env[69169]: DEBUG nova.compute.manager [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.477807] env[69169]: DEBUG oslo_vmware.api [None req-d4025655-649b-4b7e-b097-90f5104c5287 tempest-ServersAdminNegativeTestJSON-1968008588 tempest-ServersAdminNegativeTestJSON-1968008588-project-admin] Task: {'id': task-3250803, 'name': SuspendVM_Task} progress is 58%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.563877] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4c2832a9-1b5c-4188-8baf-f7652602f083 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "bd392da0-64d6-4adf-a17d-7dd31958707d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.116s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.564961] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "bd392da0-64d6-4adf-a17d-7dd31958707d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 37.856s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.565247] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "bd392da0-64d6-4adf-a17d-7dd31958707d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.565546] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "bd392da0-64d6-4adf-a17d-7dd31958707d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.565754] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "bd392da0-64d6-4adf-a17d-7dd31958707d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.567801] env[69169]: INFO nova.compute.manager [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Terminating instance [ 793.608654] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250806, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.965936] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.977518] env[69169]: DEBUG oslo_vmware.api [None req-d4025655-649b-4b7e-b097-90f5104c5287 tempest-ServersAdminNegativeTestJSON-1968008588 tempest-ServersAdminNegativeTestJSON-1968008588-project-admin] Task: {'id': task-3250803, 'name': SuspendVM_Task, 'duration_secs': 0.804544} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.978012] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d4025655-649b-4b7e-b097-90f5104c5287 tempest-ServersAdminNegativeTestJSON-1968008588 tempest-ServersAdminNegativeTestJSON-1968008588-project-admin] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Suspended the VM {{(pid=69169) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 793.978356] env[69169]: DEBUG nova.compute.manager [None req-d4025655-649b-4b7e-b097-90f5104c5287 tempest-ServersAdminNegativeTestJSON-1968008588 tempest-ServersAdminNegativeTestJSON-1968008588-project-admin] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.979273] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e311f0d-d459-4c7b-bdaf-fbf83ec3d942 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.076561] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.076561] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquired lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.076561] env[69169]: DEBUG nova.network.neutron [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.111981] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250806, 'name': CreateVM_Task, 'duration_secs': 0.533829} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.115826] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.116851] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.117059] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.117396] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.117689] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64fa4edb-7df7-4db9-9808-632db0848889 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.123367] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Waiting for the task: (returnval){ [ 794.123367] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a9c79b-dee2-ba96-beee-9c35c06a3e9b" [ 794.123367] env[69169]: _type = "Task" [ 794.123367] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.132866] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a9c79b-dee2-ba96-beee-9c35c06a3e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.165198] env[69169]: DEBUG nova.compute.manager [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Stashing vm_state: active {{(pid=69169) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 794.434592] env[69169]: DEBUG nova.network.neutron [req-605925d6-93cb-46b9-8cd5-71edd8051bbf req-3a9d5afc-a7be-4d50-aea6-c6943f45df02 service nova] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Updated VIF entry in instance network info cache for port 7ed78f4d-298f-4721-88a7-9997646b67cc. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.434973] env[69169]: DEBUG nova.network.neutron [req-605925d6-93cb-46b9-8cd5-71edd8051bbf req-3a9d5afc-a7be-4d50-aea6-c6943f45df02 service nova] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Updating instance_info_cache with network_info: [{"id": "7ed78f4d-298f-4721-88a7-9997646b67cc", "address": "fa:16:3e:28:9a:24", "network": {"id": "0ff24e4c-5547-47bb-a6db-4246a16d5085", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-833790042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "250b45fb08f64e13b7042cb801e91ad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed78f4d-29", "ovs_interfaceid": "7ed78f4d-298f-4721-88a7-9997646b67cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.578685] env[69169]: DEBUG nova.compute.utils [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Can not refresh info_cache because instance was not found {{(pid=69169) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 794.600267] env[69169]: DEBUG nova.network.neutron [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.637672] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a9c79b-dee2-ba96-beee-9c35c06a3e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.01337} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.638018] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.638283] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.638615] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.638773] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.639289] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.639396] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e49a058f-cd75-4916-986c-ac8de7b01d92 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.650648] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.650847] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.651632] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d122e4-7652-4e62-8a80-d53433538626 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.657159] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Waiting for the task: (returnval){ [ 794.657159] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ff6874-cd32-24c5-9065-0650f6e22f6e" [ 794.657159] env[69169]: _type = "Task" [ 794.657159] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.671064] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ff6874-cd32-24c5-9065-0650f6e22f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.690507] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.728979] env[69169]: DEBUG nova.network.neutron [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.779996] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da84a3d-e76e-4cad-9c84-de7fbed3b7ae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.794427] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acfb873-f441-40d3-9c9e-99566af018cc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.847538] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb31bbbf-05c1-4dc1-bc60-6f66bbe7ba35 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.858588] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e568fb9-5090-4f46-bb29-418c1b07bba0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.885675] env[69169]: DEBUG nova.compute.provider_tree [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.939256] env[69169]: DEBUG oslo_concurrency.lockutils [req-605925d6-93cb-46b9-8cd5-71edd8051bbf req-3a9d5afc-a7be-4d50-aea6-c6943f45df02 service nova] Releasing lock "refresh_cache-993cd28f-d6b8-427c-a41a-0e90cdbe37e3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.169167] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ff6874-cd32-24c5-9065-0650f6e22f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.022789} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.170533] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad0eb7c-c2c6-4d6f-876d-018f623b5457 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.175843] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Waiting for the task: (returnval){ [ 795.175843] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5256f77f-5003-692c-e048-8755ae3ed736" [ 795.175843] env[69169]: _type = "Task" [ 795.175843] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.185797] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5256f77f-5003-692c-e048-8755ae3ed736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.231653] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Releasing lock "refresh_cache-bd392da0-64d6-4adf-a17d-7dd31958707d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.232122] env[69169]: DEBUG nova.compute.manager [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.232327] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.232644] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9daeb403-ea9b-49fa-9329-6e290e248119 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.242447] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ab37a-73b3-4bb9-9cc6-9f1c8734a72b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.280671] env[69169]: WARNING nova.virt.vmwareapi.vmops [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bd392da0-64d6-4adf-a17d-7dd31958707d could not be found. [ 795.280993] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.281206] env[69169]: INFO nova.compute.manager [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Took 0.05 seconds to destroy the instance on the hypervisor. [ 795.281206] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.281850] env[69169]: DEBUG nova.compute.manager [-] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.281850] env[69169]: DEBUG nova.network.neutron [-] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.299562] env[69169]: DEBUG nova.network.neutron [-] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.371571] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.371695] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.371996] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.372140] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.372493] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.375419] env[69169]: INFO nova.compute.manager [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Terminating instance [ 795.389836] env[69169]: DEBUG nova.scheduler.client.report [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.687867] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5256f77f-5003-692c-e048-8755ae3ed736, 'name': SearchDatastore_Task, 'duration_secs': 0.013913} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.688231] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.688496] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 993cd28f-d6b8-427c-a41a-0e90cdbe37e3/993cd28f-d6b8-427c-a41a-0e90cdbe37e3.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.688850] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9d928b3-6d50-4f8a-9651-e9ff7f78a797 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.696434] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Waiting for the task: (returnval){ [ 795.696434] env[69169]: value = "task-3250807" [ 795.696434] env[69169]: _type = "Task" [ 795.696434] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.704273] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.801957] env[69169]: DEBUG nova.network.neutron [-] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.881776] env[69169]: DEBUG nova.compute.manager [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.882080] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.883017] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e959d6-b099-4da0-8959-159cdc0d79dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.890740] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.891041] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b6f1fa5-a61f-42cb-b0c7-0ac0a0e08aa7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.895732] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.896333] env[69169]: DEBUG nova.compute.manager [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.902247] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.269s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.903962] env[69169]: INFO nova.compute.claims [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.909283] env[69169]: DEBUG oslo_vmware.api [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 795.909283] env[69169]: value = "task-3250808" [ 795.909283] env[69169]: _type = "Task" [ 795.909283] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.917407] env[69169]: DEBUG oslo_vmware.api [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.209473] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250807, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.304975] env[69169]: INFO nova.compute.manager [-] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Took 1.02 seconds to deallocate network for instance. [ 796.411036] env[69169]: DEBUG nova.compute.utils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.414843] env[69169]: DEBUG nova.compute.manager [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.415053] env[69169]: DEBUG nova.network.neutron [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.428773] env[69169]: DEBUG oslo_vmware.api [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250808, 'name': PowerOffVM_Task, 'duration_secs': 0.294109} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.429086] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.429281] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.429548] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adb3639d-1fa8-468b-973b-6b92aa628031 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.469695] env[69169]: DEBUG nova.policy [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f7a094582843eab85b90eea6ce9e0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ee916f626748c1845df10d41cda95d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.477205] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "f60780d7-d486-40a9-9868-226ff1a1beb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.477690] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "f60780d7-d486-40a9-9868-226ff1a1beb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.477933] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "f60780d7-d486-40a9-9868-226ff1a1beb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.478153] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "f60780d7-d486-40a9-9868-226ff1a1beb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.478345] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "f60780d7-d486-40a9-9868-226ff1a1beb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.480799] env[69169]: INFO nova.compute.manager [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Terminating instance [ 796.501240] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.501510] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.501738] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Deleting the datastore file [datastore1] 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.502033] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4d807c4-27bc-4c6a-a20b-9977f57b52f3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.509217] env[69169]: DEBUG oslo_vmware.api [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for the task: (returnval){ [ 796.509217] env[69169]: value = "task-3250810" [ 796.509217] env[69169]: _type = "Task" [ 796.509217] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.519364] env[69169]: DEBUG oslo_vmware.api [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.707685] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679079} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.707978] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 993cd28f-d6b8-427c-a41a-0e90cdbe37e3/993cd28f-d6b8-427c-a41a-0e90cdbe37e3.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.708217] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.708510] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-034d3bbb-8477-4f21-bb38-0fb6b07925d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.715571] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Waiting for the task: (returnval){ [ 796.715571] env[69169]: value = "task-3250811" [ 796.715571] env[69169]: _type = "Task" [ 796.715571] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.724882] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.813379] env[69169]: INFO nova.compute.manager [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Instance disappeared during terminate [ 796.813379] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6fe60183-19fc-4e35-9143-182ac76d6bb0 tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "bd392da0-64d6-4adf-a17d-7dd31958707d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.248s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.830959] env[69169]: DEBUG nova.network.neutron [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Successfully created port: a8a31f1b-bc95-439a-9cab-6d49af57190f {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.916165] env[69169]: DEBUG nova.compute.manager [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.985605] env[69169]: DEBUG nova.compute.manager [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.985845] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.986859] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbda017-d7bf-405b-ac94-83221ab18fbc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.998322] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.998637] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc3b4c79-9dd4-46ab-a15b-d69b4952fc1e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.021034] env[69169]: DEBUG oslo_vmware.api [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Task: {'id': task-3250810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215675} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.023983] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.024233] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.024477] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.024793] env[69169]: INFO nova.compute.manager [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 797.024907] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.026373] env[69169]: DEBUG nova.compute.manager [-] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.026373] env[69169]: DEBUG nova.network.neutron [-] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.076508] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.076891] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.077249] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Deleting the datastore file [datastore2] f60780d7-d486-40a9-9868-226ff1a1beb0 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.077673] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-907b7964-800c-478d-8cb5-bda086ae63b9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.090025] env[69169]: DEBUG oslo_vmware.api [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 797.090025] env[69169]: value = "task-3250813" [ 797.090025] env[69169]: _type = "Task" [ 797.090025] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.100936] env[69169]: DEBUG oslo_vmware.api [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.227682] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109169} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.227965] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.228977] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f5427b-9aae-4c44-b237-97457016a6a1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.253700] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 993cd28f-d6b8-427c-a41a-0e90cdbe37e3/993cd28f-d6b8-427c-a41a-0e90cdbe37e3.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.256810] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d6685d1-1949-4668-8b40-304b8f0a4d21 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.281685] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Waiting for the task: (returnval){ [ 797.281685] env[69169]: value = "task-3250814" [ 797.281685] env[69169]: _type = "Task" [ 797.281685] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.447236] env[69169]: DEBUG nova.compute.manager [req-45e19973-04f4-4565-937f-1b4445e86265 req-15bbfcb3-77db-462e-a6c7-4fe170708ae4 service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Received event network-vif-deleted-7880e817-d95b-4c7f-a554-2bbd944f85ce {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.447862] env[69169]: INFO nova.compute.manager [req-45e19973-04f4-4565-937f-1b4445e86265 req-15bbfcb3-77db-462e-a6c7-4fe170708ae4 service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Neutron deleted interface 7880e817-d95b-4c7f-a554-2bbd944f85ce; detaching it from the instance and deleting it from the info cache [ 797.448945] env[69169]: DEBUG nova.network.neutron [req-45e19973-04f4-4565-937f-1b4445e86265 req-15bbfcb3-77db-462e-a6c7-4fe170708ae4 service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.553116] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8707276-bd2f-49b2-8389-e8729339a8b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.560761] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bff7a4-77c2-41b3-a6db-eb8e82ffa0aa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.594020] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f37ab96-c8d9-470e-82cb-37d602635736 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.601670] env[69169]: DEBUG oslo_vmware.api [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407329} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.603791] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.603984] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.604243] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.604443] env[69169]: INFO nova.compute.manager [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Took 0.62 seconds to destroy the instance on the hypervisor. [ 797.604657] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.604905] env[69169]: DEBUG nova.compute.manager [-] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.605114] env[69169]: DEBUG nova.network.neutron [-] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.607614] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d069362-22dd-4f8c-a183-927cce98f9a1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.622043] env[69169]: DEBUG nova.compute.provider_tree [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.795695] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.879566] env[69169]: DEBUG nova.network.neutron [-] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.925699] env[69169]: DEBUG nova.compute.manager [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.948489] env[69169]: DEBUG nova.virt.hardware [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.948489] env[69169]: DEBUG nova.virt.hardware [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.948489] env[69169]: DEBUG nova.virt.hardware [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.948724] env[69169]: DEBUG nova.virt.hardware [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.948761] env[69169]: DEBUG nova.virt.hardware [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.949330] env[69169]: DEBUG nova.virt.hardware [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.949330] env[69169]: DEBUG nova.virt.hardware [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.949330] env[69169]: DEBUG nova.virt.hardware [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.949556] env[69169]: DEBUG nova.virt.hardware [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.949669] env[69169]: DEBUG nova.virt.hardware [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.949866] env[69169]: DEBUG nova.virt.hardware [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.950811] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04da7946-a794-4ad6-a014-a8ff9d6dac70 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.954156] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10c8ae29-9369-4803-872a-f2ff28b124b2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.961955] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32b2e0b-1d05-4ae4-a42d-65c7ce6a4081 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.971037] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba8ea94-855b-4794-ad2d-9b0d4193b0fc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.009406] env[69169]: DEBUG nova.compute.manager [req-45e19973-04f4-4565-937f-1b4445e86265 req-15bbfcb3-77db-462e-a6c7-4fe170708ae4 service nova] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Detach interface failed, port_id=7880e817-d95b-4c7f-a554-2bbd944f85ce, reason: Instance 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 798.142499] env[69169]: ERROR nova.scheduler.client.report [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [req-c6541292-09a7-45cf-a318-995ddc3dcce6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6541292-09a7-45cf-a318-995ddc3dcce6"}]} [ 798.159704] env[69169]: DEBUG nova.scheduler.client.report [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 798.176979] env[69169]: DEBUG nova.scheduler.client.report [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 798.178133] env[69169]: DEBUG nova.compute.provider_tree [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.190637] env[69169]: DEBUG nova.scheduler.client.report [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 798.211186] env[69169]: DEBUG nova.scheduler.client.report [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 798.293231] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250814, 'name': ReconfigVM_Task, 'duration_secs': 0.769093} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.293525] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 993cd28f-d6b8-427c-a41a-0e90cdbe37e3/993cd28f-d6b8-427c-a41a-0e90cdbe37e3.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.294160] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a15ceca2-86af-4750-b053-199853d7026b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.300739] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Waiting for the task: (returnval){ [ 798.300739] env[69169]: value = "task-3250815" [ 798.300739] env[69169]: _type = "Task" [ 798.300739] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.313614] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250815, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.338985] env[69169]: DEBUG nova.compute.manager [req-82dfd4ce-7537-434a-945b-dcde67f21a6c req-b158f934-9553-493c-b503-7c46ec9cd174 service nova] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Received event network-vif-plugged-a8a31f1b-bc95-439a-9cab-6d49af57190f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.339262] env[69169]: DEBUG oslo_concurrency.lockutils [req-82dfd4ce-7537-434a-945b-dcde67f21a6c req-b158f934-9553-493c-b503-7c46ec9cd174 service nova] Acquiring lock "e8b09d88-5527-4c74-9db6-081da24373e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.339595] env[69169]: DEBUG oslo_concurrency.lockutils [req-82dfd4ce-7537-434a-945b-dcde67f21a6c req-b158f934-9553-493c-b503-7c46ec9cd174 service nova] Lock "e8b09d88-5527-4c74-9db6-081da24373e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.339947] env[69169]: DEBUG oslo_concurrency.lockutils [req-82dfd4ce-7537-434a-945b-dcde67f21a6c req-b158f934-9553-493c-b503-7c46ec9cd174 service nova] Lock "e8b09d88-5527-4c74-9db6-081da24373e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.340021] env[69169]: DEBUG nova.compute.manager [req-82dfd4ce-7537-434a-945b-dcde67f21a6c req-b158f934-9553-493c-b503-7c46ec9cd174 service nova] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] No waiting events found dispatching network-vif-plugged-a8a31f1b-bc95-439a-9cab-6d49af57190f {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.340387] env[69169]: WARNING nova.compute.manager [req-82dfd4ce-7537-434a-945b-dcde67f21a6c req-b158f934-9553-493c-b503-7c46ec9cd174 service nova] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Received unexpected event network-vif-plugged-a8a31f1b-bc95-439a-9cab-6d49af57190f for instance with vm_state building and task_state spawning. [ 798.370825] env[69169]: DEBUG nova.network.neutron [-] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.381300] env[69169]: INFO nova.compute.manager [-] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Took 1.36 seconds to deallocate network for instance. [ 798.471849] env[69169]: DEBUG nova.network.neutron [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Successfully updated port: a8a31f1b-bc95-439a-9cab-6d49af57190f {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.744627] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e59ee0-7fec-45fc-921b-c92c4b4c30a7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.752751] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c73a40-c412-4d73-a7d3-9fc98dc5a7aa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.783649] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278f8b05-fdc7-473a-9a35-8a4028a8487c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.791709] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb251e7-c617-43cf-b2d0-2318ebecddcd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.805456] env[69169]: DEBUG nova.compute.provider_tree [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.815624] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250815, 'name': Rename_Task, 'duration_secs': 0.256085} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.816785] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.817033] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3a37356-80be-47c7-b17b-7cde22c430be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.823632] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Waiting for the task: (returnval){ [ 798.823632] env[69169]: value = "task-3250816" [ 798.823632] env[69169]: _type = "Task" [ 798.823632] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.839308] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.874718] env[69169]: INFO nova.compute.manager [-] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Took 1.27 seconds to deallocate network for instance. [ 798.889235] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.978021] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "refresh_cache-e8b09d88-5527-4c74-9db6-081da24373e8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.978021] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "refresh_cache-e8b09d88-5527-4c74-9db6-081da24373e8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.978021] env[69169]: DEBUG nova.network.neutron [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.335278] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250816, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.348343] env[69169]: DEBUG nova.scheduler.client.report [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 799.349260] env[69169]: DEBUG nova.compute.provider_tree [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 61 to 62 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 799.349650] env[69169]: DEBUG nova.compute.provider_tree [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.380559] env[69169]: DEBUG oslo_vmware.rw_handles [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293c723-7a6a-37f7-8c03-0534ee2783ec/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 799.381593] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a79f315-10ae-400b-b880-ffbe06552f25 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.387583] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.391876] env[69169]: DEBUG oslo_vmware.rw_handles [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293c723-7a6a-37f7-8c03-0534ee2783ec/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 799.392075] env[69169]: ERROR oslo_vmware.rw_handles [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293c723-7a6a-37f7-8c03-0534ee2783ec/disk-0.vmdk due to incomplete transfer. [ 799.392312] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2cf1843-2fd4-4ba9-904e-15ac2d22de7c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.401270] env[69169]: DEBUG oslo_vmware.rw_handles [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293c723-7a6a-37f7-8c03-0534ee2783ec/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 799.401489] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Uploaded image d0f1ccbc-b19f-4c69-89de-8e1945a575bb to the Glance image server {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 799.403559] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.403830] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-247a82a1-0dbc-46d2-9cf5-45ca5dc245ae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.410278] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 799.410278] env[69169]: value = "task-3250817" [ 799.410278] env[69169]: _type = "Task" [ 799.410278] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.419164] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250817, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.476616] env[69169]: DEBUG nova.compute.manager [req-3f46b522-634e-410f-8875-8fbc56721d4d req-1ca8067b-f8a2-4dde-97f3-218e885353a4 service nova] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Received event network-vif-deleted-199b8798-b8bd-439a-ab7f-bef440c9a35b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.516073] env[69169]: DEBUG nova.network.neutron [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.688893] env[69169]: DEBUG nova.network.neutron [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Updating instance_info_cache with network_info: [{"id": "a8a31f1b-bc95-439a-9cab-6d49af57190f", "address": "fa:16:3e:b5:dc:64", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a31f1b-bc", "ovs_interfaceid": "a8a31f1b-bc95-439a-9cab-6d49af57190f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.834420] env[69169]: DEBUG oslo_vmware.api [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250816, 'name': PowerOnVM_Task, 'duration_secs': 0.604192} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.834725] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.834870] env[69169]: INFO nova.compute.manager [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Took 9.18 seconds to spawn the instance on the hypervisor. [ 799.835059] env[69169]: DEBUG nova.compute.manager [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.835789] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3c6d5d-4be1-479e-b5af-a5bcffad2a52 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.857043] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.955s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.857299] env[69169]: DEBUG nova.compute.manager [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.859774] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.898s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.861209] env[69169]: INFO nova.compute.claims [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.920023] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250817, 'name': Destroy_Task, 'duration_secs': 0.340019} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.920023] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Destroyed the VM [ 799.920423] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 799.920574] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-98558c90-da58-4632-ba01-63f12583bf32 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.926690] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 799.926690] env[69169]: value = "task-3250818" [ 799.926690] env[69169]: _type = "Task" [ 799.926690] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.933953] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250818, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.192013] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "refresh_cache-e8b09d88-5527-4c74-9db6-081da24373e8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.192368] env[69169]: DEBUG nova.compute.manager [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Instance network_info: |[{"id": "a8a31f1b-bc95-439a-9cab-6d49af57190f", "address": "fa:16:3e:b5:dc:64", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a31f1b-bc", "ovs_interfaceid": "a8a31f1b-bc95-439a-9cab-6d49af57190f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.192776] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:dc:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8a31f1b-bc95-439a-9cab-6d49af57190f', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.200222] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Creating folder: Project (17ee916f626748c1845df10d41cda95d). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.200499] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-686736ad-a4ea-499d-bcfa-93ccddba4110 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.212118] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Created folder: Project (17ee916f626748c1845df10d41cda95d) in parent group-v649481. [ 800.212300] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Creating folder: Instances. Parent ref: group-v649566. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.212520] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2293647-e252-4375-8ae2-6d99b6022e17 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.221231] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Created folder: Instances in parent group-v649566. [ 800.221482] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.221663] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.221848] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-633133c7-bea2-4bb5-b5f8-bff845b1fb28 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.240841] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.240841] env[69169]: value = "task-3250821" [ 800.240841] env[69169]: _type = "Task" [ 800.240841] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.248158] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250821, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.352624] env[69169]: INFO nova.compute.manager [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Took 53.65 seconds to build instance. [ 800.365528] env[69169]: DEBUG nova.compute.utils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.368619] env[69169]: DEBUG nova.compute.manager [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.368709] env[69169]: DEBUG nova.network.neutron [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.415081] env[69169]: DEBUG nova.policy [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c825522b59054db1a32ef567fa3aae6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e43a0c7d1e924218af425e7692bca4e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.436926] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250818, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.482393] env[69169]: DEBUG nova.compute.manager [req-5b7f3c8d-890a-4459-b3eb-89b31908a964 req-0a80a24e-a686-464b-81ff-39ec48c0c840 service nova] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Received event network-changed-a8a31f1b-bc95-439a-9cab-6d49af57190f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.482582] env[69169]: DEBUG nova.compute.manager [req-5b7f3c8d-890a-4459-b3eb-89b31908a964 req-0a80a24e-a686-464b-81ff-39ec48c0c840 service nova] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Refreshing instance network info cache due to event network-changed-a8a31f1b-bc95-439a-9cab-6d49af57190f. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.482834] env[69169]: DEBUG oslo_concurrency.lockutils [req-5b7f3c8d-890a-4459-b3eb-89b31908a964 req-0a80a24e-a686-464b-81ff-39ec48c0c840 service nova] Acquiring lock "refresh_cache-e8b09d88-5527-4c74-9db6-081da24373e8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.482951] env[69169]: DEBUG oslo_concurrency.lockutils [req-5b7f3c8d-890a-4459-b3eb-89b31908a964 req-0a80a24e-a686-464b-81ff-39ec48c0c840 service nova] Acquired lock "refresh_cache-e8b09d88-5527-4c74-9db6-081da24373e8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.483090] env[69169]: DEBUG nova.network.neutron [req-5b7f3c8d-890a-4459-b3eb-89b31908a964 req-0a80a24e-a686-464b-81ff-39ec48c0c840 service nova] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Refreshing network info cache for port a8a31f1b-bc95-439a-9cab-6d49af57190f {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.575885] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3edc407-369f-4b55-9e54-d51b1a8bb0e9 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Acquiring lock "interface-993cd28f-d6b8-427c-a41a-0e90cdbe37e3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.576172] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3edc407-369f-4b55-9e54-d51b1a8bb0e9 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lock "interface-993cd28f-d6b8-427c-a41a-0e90cdbe37e3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.576589] env[69169]: DEBUG nova.objects.instance [None req-a3edc407-369f-4b55-9e54-d51b1a8bb0e9 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lazy-loading 'flavor' on Instance uuid 993cd28f-d6b8-427c-a41a-0e90cdbe37e3 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.751400] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250821, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.752314] env[69169]: DEBUG nova.network.neutron [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Successfully created port: eba460f6-758f-4c46-adda-4c234f4ac76d {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.855379] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3c558de-1fd7-47d4-8a4e-619b35eb9d64 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lock "993cd28f-d6b8-427c-a41a-0e90cdbe37e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.767s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.870300] env[69169]: DEBUG nova.compute.manager [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.938212] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250818, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.080804] env[69169]: DEBUG nova.objects.instance [None req-a3edc407-369f-4b55-9e54-d51b1a8bb0e9 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lazy-loading 'pci_requests' on Instance uuid 993cd28f-d6b8-427c-a41a-0e90cdbe37e3 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.238540] env[69169]: DEBUG nova.network.neutron [req-5b7f3c8d-890a-4459-b3eb-89b31908a964 req-0a80a24e-a686-464b-81ff-39ec48c0c840 service nova] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Updated VIF entry in instance network info cache for port a8a31f1b-bc95-439a-9cab-6d49af57190f. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.238904] env[69169]: DEBUG nova.network.neutron [req-5b7f3c8d-890a-4459-b3eb-89b31908a964 req-0a80a24e-a686-464b-81ff-39ec48c0c840 service nova] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Updating instance_info_cache with network_info: [{"id": "a8a31f1b-bc95-439a-9cab-6d49af57190f", "address": "fa:16:3e:b5:dc:64", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a31f1b-bc", "ovs_interfaceid": "a8a31f1b-bc95-439a-9cab-6d49af57190f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.255290] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250821, 'name': CreateVM_Task, 'duration_secs': 0.837301} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.255290] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.255290] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.255290] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.255290] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.257988] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b99f75-9672-422f-8f27-18711c231066 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.262963] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 801.262963] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d5a771-c85f-a32e-cb8a-cd393ecd7c07" [ 801.262963] env[69169]: _type = "Task" [ 801.262963] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.274670] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d5a771-c85f-a32e-cb8a-cd393ecd7c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.359220] env[69169]: DEBUG nova.compute.manager [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.435338] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a25b31-d962-4a6f-bdd7-aae7fcbdbfc2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.442480] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250818, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.444979] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c5b6d2-ba5a-49b3-b097-f3c9629fc8ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.474899] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9012c-d70b-47c5-a0ad-f927a0414995 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.482307] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca14f4b-b684-471c-8ad2-0dd0dde74e33 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.495224] env[69169]: DEBUG nova.compute.provider_tree [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.583806] env[69169]: DEBUG nova.objects.base [None req-a3edc407-369f-4b55-9e54-d51b1a8bb0e9 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Object Instance<993cd28f-d6b8-427c-a41a-0e90cdbe37e3> lazy-loaded attributes: flavor,pci_requests {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 801.584063] env[69169]: DEBUG nova.network.neutron [None req-a3edc407-369f-4b55-9e54-d51b1a8bb0e9 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.655537] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3edc407-369f-4b55-9e54-d51b1a8bb0e9 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lock "interface-993cd28f-d6b8-427c-a41a-0e90cdbe37e3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.079s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.744655] env[69169]: DEBUG oslo_concurrency.lockutils [req-5b7f3c8d-890a-4459-b3eb-89b31908a964 req-0a80a24e-a686-464b-81ff-39ec48c0c840 service nova] Releasing lock "refresh_cache-e8b09d88-5527-4c74-9db6-081da24373e8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.774682] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d5a771-c85f-a32e-cb8a-cd393ecd7c07, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.774994] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.775240] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.775478] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.775626] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.775798] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.776064] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bba35d37-1e06-4063-aafb-6464812cc2d6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.786871] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.787184] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.788226] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846df0e2-f62b-4936-bf18-5ef712987cb0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.793390] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 801.793390] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52bb2d5b-924a-be21-2faa-f165545e4d97" [ 801.793390] env[69169]: _type = "Task" [ 801.793390] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.801141] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52bb2d5b-924a-be21-2faa-f165545e4d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.878827] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.885171] env[69169]: DEBUG nova.compute.manager [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.910068] env[69169]: DEBUG nova.virt.hardware [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.910333] env[69169]: DEBUG nova.virt.hardware [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.910505] env[69169]: DEBUG nova.virt.hardware [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.910689] env[69169]: DEBUG nova.virt.hardware [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.910831] env[69169]: DEBUG nova.virt.hardware [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.910973] env[69169]: DEBUG nova.virt.hardware [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.911197] env[69169]: DEBUG nova.virt.hardware [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.911354] env[69169]: DEBUG nova.virt.hardware [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.911520] env[69169]: DEBUG nova.virt.hardware [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.911686] env[69169]: DEBUG nova.virt.hardware [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.911851] env[69169]: DEBUG nova.virt.hardware [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.912735] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fadd12d-8c5c-4570-8dbe-80013fdc2acf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.921376] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c538bfd3-98d9-4455-b25c-4b9411baa451 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.943849] env[69169]: DEBUG oslo_vmware.api [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250818, 'name': RemoveSnapshot_Task, 'duration_secs': 1.523533} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.944141] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 801.944366] env[69169]: INFO nova.compute.manager [None req-7aea6285-6ff2-40bb-9947-a31bb5505f9e tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Took 16.84 seconds to snapshot the instance on the hypervisor. [ 801.998300] env[69169]: DEBUG nova.scheduler.client.report [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.305533] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52bb2d5b-924a-be21-2faa-f165545e4d97, 'name': SearchDatastore_Task, 'duration_secs': 0.047398} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.306409] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda342e6-1954-40b7-9e0c-2b12e9589f7f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.312015] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 802.312015] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52519d89-4734-5f28-7587-2dde4628627a" [ 802.312015] env[69169]: _type = "Task" [ 802.312015] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.320269] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52519d89-4734-5f28-7587-2dde4628627a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.425409] env[69169]: DEBUG nova.network.neutron [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Successfully updated port: eba460f6-758f-4c46-adda-4c234f4ac76d {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.504035] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.504035] env[69169]: DEBUG nova.compute.manager [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.506746] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.990s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.506957] env[69169]: DEBUG nova.objects.instance [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lazy-loading 'resources' on Instance uuid 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.822479] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52519d89-4734-5f28-7587-2dde4628627a, 'name': SearchDatastore_Task, 'duration_secs': 0.037949} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.822726] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.822984] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] e8b09d88-5527-4c74-9db6-081da24373e8/e8b09d88-5527-4c74-9db6-081da24373e8.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.824030] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5322d967-2722-464a-ba52-64539afc5d58 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.830629] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 802.830629] env[69169]: value = "task-3250822" [ 802.830629] env[69169]: _type = "Task" [ 802.830629] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.838812] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.858813] env[69169]: DEBUG nova.compute.manager [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Received event network-vif-plugged-eba460f6-758f-4c46-adda-4c234f4ac76d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.858981] env[69169]: DEBUG oslo_concurrency.lockutils [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] Acquiring lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.859140] env[69169]: DEBUG oslo_concurrency.lockutils [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.859337] env[69169]: DEBUG oslo_concurrency.lockutils [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.859504] env[69169]: DEBUG nova.compute.manager [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] No waiting events found dispatching network-vif-plugged-eba460f6-758f-4c46-adda-4c234f4ac76d {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.859642] env[69169]: WARNING nova.compute.manager [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Received unexpected event network-vif-plugged-eba460f6-758f-4c46-adda-4c234f4ac76d for instance with vm_state building and task_state spawning. [ 802.859814] env[69169]: DEBUG nova.compute.manager [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Received event network-changed-eba460f6-758f-4c46-adda-4c234f4ac76d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.859966] env[69169]: DEBUG nova.compute.manager [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Refreshing instance network info cache due to event network-changed-eba460f6-758f-4c46-adda-4c234f4ac76d. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.860161] env[69169]: DEBUG oslo_concurrency.lockutils [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] Acquiring lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.860296] env[69169]: DEBUG oslo_concurrency.lockutils [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] Acquired lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.860451] env[69169]: DEBUG nova.network.neutron [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Refreshing network info cache for port eba460f6-758f-4c46-adda-4c234f4ac76d {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.930579] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.010168] env[69169]: DEBUG nova.compute.utils [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.015025] env[69169]: DEBUG nova.compute.manager [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.015547] env[69169]: DEBUG nova.network.neutron [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.063843] env[69169]: DEBUG nova.policy [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f551241785e44a509f0808c118d367b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5320b1d0a7304fa19d78b4b3b57440be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.346941] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250822, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.397964] env[69169]: DEBUG nova.network.neutron [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.467638] env[69169]: DEBUG nova.network.neutron [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Successfully created port: 1d316893-f490-47ad-85c2-af4d25042330 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.516362] env[69169]: DEBUG nova.compute.manager [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.532059] env[69169]: DEBUG nova.network.neutron [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.574127] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25087a8b-0d8f-4274-bc71-ef449a57791f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.582713] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e160b790-9b4a-44c8-a81a-e77ef1aef6e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.616432] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9ed076-66a9-404c-baad-b0dc0b6fb333 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.624099] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269b06d9-e96c-4de8-aa50-ac03785dbdbc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.638197] env[69169]: DEBUG nova.compute.provider_tree [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.840444] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577284} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.840701] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] e8b09d88-5527-4c74-9db6-081da24373e8/e8b09d88-5527-4c74-9db6-081da24373e8.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.840909] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.841171] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce761105-80d1-49bc-84ce-03df66607722 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.847717] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 803.847717] env[69169]: value = "task-3250823" [ 803.847717] env[69169]: _type = "Task" [ 803.847717] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.854869] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.897688] env[69169]: DEBUG oslo_concurrency.lockutils [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Acquiring lock "993cd28f-d6b8-427c-a41a-0e90cdbe37e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.898047] env[69169]: DEBUG oslo_concurrency.lockutils [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lock "993cd28f-d6b8-427c-a41a-0e90cdbe37e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.898281] env[69169]: DEBUG oslo_concurrency.lockutils [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Acquiring lock "993cd28f-d6b8-427c-a41a-0e90cdbe37e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.898470] env[69169]: DEBUG oslo_concurrency.lockutils [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lock "993cd28f-d6b8-427c-a41a-0e90cdbe37e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.899444] env[69169]: DEBUG oslo_concurrency.lockutils [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lock "993cd28f-d6b8-427c-a41a-0e90cdbe37e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.901509] env[69169]: INFO nova.compute.manager [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Terminating instance [ 804.021725] env[69169]: INFO nova.virt.block_device [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Booting with volume 56476d6f-b1b8-47b3-a4f3-63ab923e7f0d at /dev/sda [ 804.043375] env[69169]: DEBUG oslo_concurrency.lockutils [req-e07b506f-c78a-46f6-8fa3-4259cc6fe606 req-f469ac78-fb54-4393-9b9c-569189feeff7 service nova] Releasing lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.044342] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.044603] env[69169]: DEBUG nova.network.neutron [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.074902] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa44998b-9fb7-4f7e-a6bd-660d42cd8e4d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.084774] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdccc7b-8925-47c0-80dd-d205ab5a1165 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.115048] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1080f8cb-042d-41db-b567-767d7ab40101 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.123141] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e058e32-c7f0-41d0-bf3d-273fa7682728 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.158470] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7509c500-fe3e-4219-a5ad-223fcb4f974f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.165120] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f7d729-6d74-4d18-8644-555e362625e6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.178513] env[69169]: DEBUG nova.virt.block_device [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Updating existing volume attachment record: 5e6645ad-fd2f-48d1-848e-824fa5d7b290 {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 804.185129] env[69169]: DEBUG nova.scheduler.client.report [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 804.185392] env[69169]: DEBUG nova.compute.provider_tree [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 62 to 63 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 804.185579] env[69169]: DEBUG nova.compute.provider_tree [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.357906] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166061} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.358201] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.358970] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd26d4-885b-4c2c-b1c4-a17c37324927 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.381181] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] e8b09d88-5527-4c74-9db6-081da24373e8/e8b09d88-5527-4c74-9db6-081da24373e8.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.381500] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51124601-432b-4561-9b05-620b4b371947 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.402453] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 804.402453] env[69169]: value = "task-3250824" [ 804.402453] env[69169]: _type = "Task" [ 804.402453] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.405847] env[69169]: DEBUG nova.compute.manager [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.406068] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.406779] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9cb14e-59a2-4564-a286-9fafd1477d5e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.413952] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250824, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.415915] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.416184] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30505da8-def8-4612-abae-e3ad014d5011 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.421706] env[69169]: DEBUG oslo_vmware.api [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Waiting for the task: (returnval){ [ 804.421706] env[69169]: value = "task-3250825" [ 804.421706] env[69169]: _type = "Task" [ 804.421706] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.430872] env[69169]: DEBUG oslo_vmware.api [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.580721] env[69169]: DEBUG nova.network.neutron [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.693697] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.697042] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.945s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.699295] env[69169]: INFO nova.compute.claims [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.715554] env[69169]: INFO nova.scheduler.client.report [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Deleted allocations for instance 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd [ 804.777298] env[69169]: DEBUG nova.network.neutron [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance_info_cache with network_info: [{"id": "eba460f6-758f-4c46-adda-4c234f4ac76d", "address": "fa:16:3e:3c:0f:98", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba460f6-75", "ovs_interfaceid": "eba460f6-758f-4c46-adda-4c234f4ac76d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.913216] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250824, 'name': ReconfigVM_Task, 'duration_secs': 0.298096} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.913597] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Reconfigured VM instance instance-0000001d to attach disk [datastore1] e8b09d88-5527-4c74-9db6-081da24373e8/e8b09d88-5527-4c74-9db6-081da24373e8.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.914639] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-565c8db9-ae9f-4690-922a-fa58af6537ab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.921032] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 804.921032] env[69169]: value = "task-3250826" [ 804.921032] env[69169]: _type = "Task" [ 804.921032] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.931089] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250826, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.934072] env[69169]: DEBUG oslo_vmware.api [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250825, 'name': PowerOffVM_Task, 'duration_secs': 0.212989} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.934972] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.934972] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.934972] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efbec731-894f-4af0-a2bf-125224a3b29e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.938613] env[69169]: DEBUG nova.compute.manager [req-92bfaac8-f1ed-450e-975f-dff6332b133d req-10880609-65c3-4965-802f-81f5d503a613 service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Received event network-vif-plugged-1d316893-f490-47ad-85c2-af4d25042330 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.938807] env[69169]: DEBUG oslo_concurrency.lockutils [req-92bfaac8-f1ed-450e-975f-dff6332b133d req-10880609-65c3-4965-802f-81f5d503a613 service nova] Acquiring lock "e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.939015] env[69169]: DEBUG oslo_concurrency.lockutils [req-92bfaac8-f1ed-450e-975f-dff6332b133d req-10880609-65c3-4965-802f-81f5d503a613 service nova] Lock "e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.939179] env[69169]: DEBUG oslo_concurrency.lockutils [req-92bfaac8-f1ed-450e-975f-dff6332b133d req-10880609-65c3-4965-802f-81f5d503a613 service nova] Lock "e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.939336] env[69169]: DEBUG nova.compute.manager [req-92bfaac8-f1ed-450e-975f-dff6332b133d req-10880609-65c3-4965-802f-81f5d503a613 service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] No waiting events found dispatching network-vif-plugged-1d316893-f490-47ad-85c2-af4d25042330 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.939628] env[69169]: WARNING nova.compute.manager [req-92bfaac8-f1ed-450e-975f-dff6332b133d req-10880609-65c3-4965-802f-81f5d503a613 service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Received unexpected event network-vif-plugged-1d316893-f490-47ad-85c2-af4d25042330 for instance with vm_state building and task_state block_device_mapping. [ 805.067363] env[69169]: DEBUG nova.network.neutron [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Successfully updated port: 1d316893-f490-47ad-85c2-af4d25042330 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.210140] env[69169]: DEBUG nova.compute.manager [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.211067] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7984006-94b6-4a56-84ee-761b8888affa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.223841] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd994ec8-46a5-45f5-93cc-7f3ce2c4c93e tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "78fa9c07-d7d4-4157-ba56-224b1c1d1dfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.681s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.280066] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.280408] env[69169]: DEBUG nova.compute.manager [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Instance network_info: |[{"id": "eba460f6-758f-4c46-adda-4c234f4ac76d", "address": "fa:16:3e:3c:0f:98", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba460f6-75", "ovs_interfaceid": "eba460f6-758f-4c46-adda-4c234f4ac76d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.280815] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:0f:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eba460f6-758f-4c46-adda-4c234f4ac76d', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.288732] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Creating folder: Project (e43a0c7d1e924218af425e7692bca4e6). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.291072] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dda29bc-9b09-4eb6-b04c-06c70cd356b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.301637] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Created folder: Project (e43a0c7d1e924218af425e7692bca4e6) in parent group-v649481. [ 805.301825] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Creating folder: Instances. Parent ref: group-v649569. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.302589] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4b984b9-01cb-4abe-8a4b-1d48abb03cf0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.313070] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Created folder: Instances in parent group-v649569. [ 805.313336] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.313536] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.313736] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-343124d5-ceed-4635-b2b1-5aae3c2e1bf8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.333707] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.333707] env[69169]: value = "task-3250830" [ 805.333707] env[69169]: _type = "Task" [ 805.333707] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.340906] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250830, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.431362] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250826, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.570510] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Acquiring lock "refresh_cache-e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.570671] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Acquired lock "refresh_cache-e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.570828] env[69169]: DEBUG nova.network.neutron [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.725751] env[69169]: INFO nova.compute.manager [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] instance snapshotting [ 805.728906] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cc6c7e-6c72-471e-b03e-e89a14962e6f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.755650] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d57537-8fc1-4556-ba89-b5d512d27859 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.843599] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250830, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.934246] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250826, 'name': Rename_Task, 'duration_secs': 0.880066} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.934246] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.934246] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c207d51a-35c0-465d-be33-b7cb86e133ec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.939734] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 805.939734] env[69169]: value = "task-3250831" [ 805.939734] env[69169]: _type = "Task" [ 805.939734] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.951273] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.197079] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c312b610-fe71-4dda-8094-0dcfd4082fb1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.204995] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1b64d5-e67a-4949-854d-02fbfc0a2a08 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.236110] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3141170d-946e-4a64-8890-99dc06e418a5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.244131] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a25494a-3781-4c9e-9ff1-ccc872d34463 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.259143] env[69169]: DEBUG nova.compute.provider_tree [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.266830] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 806.267662] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-88ee61c1-5289-4eb3-956b-efd6ecf3f4be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.275596] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 806.275596] env[69169]: value = "task-3250832" [ 806.275596] env[69169]: _type = "Task" [ 806.275596] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.284442] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250832, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.300186] env[69169]: DEBUG nova.compute.manager [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.300786] env[69169]: DEBUG nova.virt.hardware [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.300931] env[69169]: DEBUG nova.virt.hardware [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.301125] env[69169]: DEBUG nova.virt.hardware [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.301380] env[69169]: DEBUG nova.virt.hardware [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.301558] env[69169]: DEBUG nova.virt.hardware [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.301718] env[69169]: DEBUG nova.virt.hardware [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.302033] env[69169]: DEBUG nova.virt.hardware [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.303017] env[69169]: DEBUG nova.virt.hardware [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.303017] env[69169]: DEBUG nova.virt.hardware [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.303017] env[69169]: DEBUG nova.virt.hardware [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.303017] env[69169]: DEBUG nova.virt.hardware [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.303576] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203ef236-4076-4c1d-9380-3c2f9e0a2f86 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.311846] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfd8e25-4245-455a-94f3-a73332780693 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.340718] env[69169]: DEBUG nova.network.neutron [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.346451] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250830, 'name': CreateVM_Task, 'duration_secs': 0.63777} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.346451] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.347084] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.348154] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.348154] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.348154] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c71b233-f7c4-4164-ae4a-b80df2f4fff2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.352121] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 806.352121] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527cdc3e-bf2d-00a3-ed1e-15ca19a7f105" [ 806.352121] env[69169]: _type = "Task" [ 806.352121] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.361618] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527cdc3e-bf2d-00a3-ed1e-15ca19a7f105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.419909] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.420154] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.420338] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Deleting the datastore file [datastore1] 993cd28f-d6b8-427c-a41a-0e90cdbe37e3 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.420614] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92b21ba4-7fce-4081-bf32-0bda67003c36 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.427578] env[69169]: DEBUG oslo_vmware.api [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Waiting for the task: (returnval){ [ 806.427578] env[69169]: value = "task-3250833" [ 806.427578] env[69169]: _type = "Task" [ 806.427578] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.437865] env[69169]: DEBUG oslo_vmware.api [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.447364] env[69169]: DEBUG oslo_vmware.api [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250831, 'name': PowerOnVM_Task, 'duration_secs': 0.466396} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.447655] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.447878] env[69169]: INFO nova.compute.manager [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Took 8.52 seconds to spawn the instance on the hypervisor. [ 806.448077] env[69169]: DEBUG nova.compute.manager [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.450049] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cebabc-23ce-478e-95fa-c33845fabfe8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.528483] env[69169]: DEBUG nova.network.neutron [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Updating instance_info_cache with network_info: [{"id": "1d316893-f490-47ad-85c2-af4d25042330", "address": "fa:16:3e:95:0f:4d", "network": {"id": "93f7ab1a-18b3-4865-95c8-ff12eb9013d1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1903472300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5320b1d0a7304fa19d78b4b3b57440be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d316893-f4", "ovs_interfaceid": "1d316893-f490-47ad-85c2-af4d25042330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.762087] env[69169]: DEBUG nova.scheduler.client.report [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.786557] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250832, 'name': CreateSnapshot_Task, 'duration_secs': 0.457358} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.786819] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 806.787584] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80729263-de06-4829-a748-82af91f8970f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.863018] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527cdc3e-bf2d-00a3-ed1e-15ca19a7f105, 'name': SearchDatastore_Task, 'duration_secs': 0.011963} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.863339] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.863615] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.863886] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.864070] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.864306] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.864519] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e83ec9d6-30ab-4518-94b9-40fbebb0143c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.872739] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.873149] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.873678] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6278b6-4d96-40c2-9482-b78a08827976 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.878841] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 806.878841] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ca24d3-3878-3e3a-9c9d-e70e1b4bd192" [ 806.878841] env[69169]: _type = "Task" [ 806.878841] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.886942] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ca24d3-3878-3e3a-9c9d-e70e1b4bd192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.936374] env[69169]: DEBUG oslo_vmware.api [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Task: {'id': task-3250833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14566} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.936673] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.936865] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.937052] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.937258] env[69169]: INFO nova.compute.manager [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Took 2.53 seconds to destroy the instance on the hypervisor. [ 806.937505] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.937700] env[69169]: DEBUG nova.compute.manager [-] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.937796] env[69169]: DEBUG nova.network.neutron [-] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.965130] env[69169]: INFO nova.compute.manager [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Took 50.04 seconds to build instance. [ 806.971998] env[69169]: DEBUG nova.compute.manager [req-4bcd62dc-557a-4671-9a49-2193b89412c9 req-baa7a75a-04a0-4bc0-ac00-39a9aa3da9c0 service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Received event network-changed-1d316893-f490-47ad-85c2-af4d25042330 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.972271] env[69169]: DEBUG nova.compute.manager [req-4bcd62dc-557a-4671-9a49-2193b89412c9 req-baa7a75a-04a0-4bc0-ac00-39a9aa3da9c0 service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Refreshing instance network info cache due to event network-changed-1d316893-f490-47ad-85c2-af4d25042330. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.972377] env[69169]: DEBUG oslo_concurrency.lockutils [req-4bcd62dc-557a-4671-9a49-2193b89412c9 req-baa7a75a-04a0-4bc0-ac00-39a9aa3da9c0 service nova] Acquiring lock "refresh_cache-e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.031325] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Releasing lock "refresh_cache-e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.031650] env[69169]: DEBUG nova.compute.manager [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Instance network_info: |[{"id": "1d316893-f490-47ad-85c2-af4d25042330", "address": "fa:16:3e:95:0f:4d", "network": {"id": "93f7ab1a-18b3-4865-95c8-ff12eb9013d1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1903472300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5320b1d0a7304fa19d78b4b3b57440be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d316893-f4", "ovs_interfaceid": "1d316893-f490-47ad-85c2-af4d25042330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.031953] env[69169]: DEBUG oslo_concurrency.lockutils [req-4bcd62dc-557a-4671-9a49-2193b89412c9 req-baa7a75a-04a0-4bc0-ac00-39a9aa3da9c0 service nova] Acquired lock "refresh_cache-e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.033279] env[69169]: DEBUG nova.network.neutron [req-4bcd62dc-557a-4671-9a49-2193b89412c9 req-baa7a75a-04a0-4bc0-ac00-39a9aa3da9c0 service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Refreshing network info cache for port 1d316893-f490-47ad-85c2-af4d25042330 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.033780] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:0f:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d316893-f490-47ad-85c2-af4d25042330', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.040998] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Creating folder: Project (5320b1d0a7304fa19d78b4b3b57440be). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.041850] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-210607d2-bd7e-4617-9fe8-bd8982198a4c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.056174] env[69169]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 807.056343] env[69169]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69169) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 807.056675] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Folder already exists: Project (5320b1d0a7304fa19d78b4b3b57440be). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 807.056870] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Creating folder: Instances. Parent ref: group-v649516. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.057121] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be77b4ce-e747-40b3-ad05-cab335e65013 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.067815] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Created folder: Instances in parent group-v649516. [ 807.068052] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.068242] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.068445] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31ec99c2-30be-43a6-b84b-666a3ee93277 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.092927] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.092927] env[69169]: value = "task-3250836" [ 807.092927] env[69169]: _type = "Task" [ 807.092927] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.100557] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250836, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.267235] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.269925] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.344s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.269925] env[69169]: DEBUG nova.objects.instance [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Lazy-loading 'resources' on Instance uuid fa29c571-2476-4217-b835-43af51cd645a {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.307125] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 807.307125] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-246de8b6-61e3-429e-af36-78c0a9e05149 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.315830] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 807.315830] env[69169]: value = "task-3250837" [ 807.315830] env[69169]: _type = "Task" [ 807.315830] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.324623] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250837, 'name': CloneVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.392530] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ca24d3-3878-3e3a-9c9d-e70e1b4bd192, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.393586] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32484ce0-8279-49b2-a168-9fded46d41c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.402566] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 807.402566] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52dd735a-eb49-3fd7-7661-094055751600" [ 807.402566] env[69169]: _type = "Task" [ 807.402566] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.417859] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52dd735a-eb49-3fd7-7661-094055751600, 'name': SearchDatastore_Task, 'duration_secs': 0.012945} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.419177] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.419443] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ae4fca65-67fe-48c2-b1d7-90e957ef15fc/ae4fca65-67fe-48c2-b1d7-90e957ef15fc.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.421801] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f461b77-751c-4a29-a10f-74e85c40a1a4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.429303] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 807.429303] env[69169]: value = "task-3250838" [ 807.429303] env[69169]: _type = "Task" [ 807.429303] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.439895] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.467657] env[69169]: DEBUG oslo_concurrency.lockutils [None req-76a0bbbc-5541-4572-b58e-0378dfb0a5fc tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e8b09d88-5527-4c74-9db6-081da24373e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.616s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.603396] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250836, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.739433] env[69169]: DEBUG nova.network.neutron [-] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.777455] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Acquiring lock "6a9cb5e1-c010-41fe-a497-d2360a44a788" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.781025] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Lock "6a9cb5e1-c010-41fe-a497-d2360a44a788" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.783690] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "fd6a7bbc-282f-4b48-bb24-b54b02ba0b79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.783922] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "fd6a7bbc-282f-4b48-bb24-b54b02ba0b79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.784137] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "fd6a7bbc-282f-4b48-bb24-b54b02ba0b79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.784462] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "fd6a7bbc-282f-4b48-bb24-b54b02ba0b79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.784731] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "fd6a7bbc-282f-4b48-bb24-b54b02ba0b79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.787337] env[69169]: INFO nova.compute.manager [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Terminating instance [ 807.828342] env[69169]: DEBUG nova.network.neutron [req-4bcd62dc-557a-4671-9a49-2193b89412c9 req-baa7a75a-04a0-4bc0-ac00-39a9aa3da9c0 service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Updated VIF entry in instance network info cache for port 1d316893-f490-47ad-85c2-af4d25042330. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.828342] env[69169]: DEBUG nova.network.neutron [req-4bcd62dc-557a-4671-9a49-2193b89412c9 req-baa7a75a-04a0-4bc0-ac00-39a9aa3da9c0 service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Updating instance_info_cache with network_info: [{"id": "1d316893-f490-47ad-85c2-af4d25042330", "address": "fa:16:3e:95:0f:4d", "network": {"id": "93f7ab1a-18b3-4865-95c8-ff12eb9013d1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1903472300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5320b1d0a7304fa19d78b4b3b57440be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d316893-f4", "ovs_interfaceid": "1d316893-f490-47ad-85c2-af4d25042330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.833181] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250837, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.925362] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "7affa373-c71f-4fdf-991e-84472aed80ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.927028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "7affa373-c71f-4fdf-991e-84472aed80ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.927028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "7affa373-c71f-4fdf-991e-84472aed80ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.927028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "7affa373-c71f-4fdf-991e-84472aed80ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.927028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "7affa373-c71f-4fdf-991e-84472aed80ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.928602] env[69169]: INFO nova.compute.manager [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Terminating instance [ 807.941782] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485329} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.942043] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ae4fca65-67fe-48c2-b1d7-90e957ef15fc/ae4fca65-67fe-48c2-b1d7-90e957ef15fc.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.942252] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.946083] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bfad094-30f6-40b8-bee1-186c77b481c9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.949603] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 807.949603] env[69169]: value = "task-3250839" [ 807.949603] env[69169]: _type = "Task" [ 807.949603] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.963265] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.970383] env[69169]: DEBUG nova.compute.manager [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.988287] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "e8b09d88-5527-4c74-9db6-081da24373e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.988669] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e8b09d88-5527-4c74-9db6-081da24373e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.988931] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "e8b09d88-5527-4c74-9db6-081da24373e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.989174] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e8b09d88-5527-4c74-9db6-081da24373e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.989442] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e8b09d88-5527-4c74-9db6-081da24373e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.995210] env[69169]: INFO nova.compute.manager [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Terminating instance [ 808.106898] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250836, 'name': CreateVM_Task, 'duration_secs': 0.626559} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.109920] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.112929] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649526', 'volume_id': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'name': 'volume-56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2', 'attached_at': '', 'detached_at': '', 'volume_id': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'serial': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d'}, 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'attachment_id': '5e6645ad-fd2f-48d1-848e-824fa5d7b290', 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69169) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 808.113169] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Root volume attach. Driver type: vmdk {{(pid=69169) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 808.114223] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f20dc9-dfe0-411f-825a-1c074fb75aab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.122443] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b25af87-71fe-40cb-acb5-0a3e441180d1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.131956] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fa77cf-2f65-4edc-83b7-c050925ebc3b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.138109] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2c137a1c-b6bb-4408-82a7-7d26d7c31445 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.147251] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Waiting for the task: (returnval){ [ 808.147251] env[69169]: value = "task-3250840" [ 808.147251] env[69169]: _type = "Task" [ 808.147251] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.157935] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250840, 'name': RelocateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.243440] env[69169]: INFO nova.compute.manager [-] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Took 1.31 seconds to deallocate network for instance. [ 808.283132] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Lock "6a9cb5e1-c010-41fe-a497-d2360a44a788" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.283701] env[69169]: DEBUG nova.compute.manager [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.293015] env[69169]: DEBUG nova.compute.manager [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.293393] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.294960] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa58c59c-ef6a-48b3-90d1-12ca469cfc5a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.303424] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.306126] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb04f7b0-7e3f-427f-a172-7168b581355c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.315019] env[69169]: DEBUG oslo_vmware.api [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 808.315019] env[69169]: value = "task-3250841" [ 808.315019] env[69169]: _type = "Task" [ 808.315019] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.329415] env[69169]: DEBUG oslo_vmware.api [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.334793] env[69169]: DEBUG oslo_concurrency.lockutils [req-4bcd62dc-557a-4671-9a49-2193b89412c9 req-baa7a75a-04a0-4bc0-ac00-39a9aa3da9c0 service nova] Releasing lock "refresh_cache-e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.335236] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250837, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.353434] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f428bde-9600-429d-9c93-5c11fec0b04f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.361874] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5d6283-8604-461d-bb07-dae2429e7035 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.398193] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f012d7f0-f5a2-4f3b-bd53-3a3d5372a6b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.407208] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa9a23d-bb08-4786-804c-6a6c15b67f35 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.421988] env[69169]: DEBUG nova.compute.provider_tree [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.437819] env[69169]: DEBUG nova.compute.manager [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.438347] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.439227] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dcfbbb-dc5b-4d2b-a8be-5be2cd6705e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.448614] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.448924] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba501afc-65f6-4859-ba52-2b0c5854150c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.459170] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070211} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.460580] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.460889] env[69169]: DEBUG oslo_vmware.api [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 808.460889] env[69169]: value = "task-3250842" [ 808.460889] env[69169]: _type = "Task" [ 808.460889] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.461706] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4227549f-6f77-4638-b61a-d51f106e2e68 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.473497] env[69169]: DEBUG oslo_vmware.api [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.494765] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] ae4fca65-67fe-48c2-b1d7-90e957ef15fc/ae4fca65-67fe-48c2-b1d7-90e957ef15fc.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.498937] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-074e558b-d611-4903-bff3-e17f4785d7df {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.513201] env[69169]: DEBUG nova.compute.manager [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.513441] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.515628] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc4a985-ec13-47eb-9274-7a395c09b0b4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.524478] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.525917] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-630a7be2-3d9b-412f-9020-2c27950b8977 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.527777] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 808.527777] env[69169]: value = "task-3250843" [ 808.527777] env[69169]: _type = "Task" [ 808.527777] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.528754] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.533938] env[69169]: DEBUG oslo_vmware.api [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 808.533938] env[69169]: value = "task-3250844" [ 808.533938] env[69169]: _type = "Task" [ 808.533938] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.540763] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.546827] env[69169]: DEBUG oslo_vmware.api [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.657954] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250840, 'name': RelocateVM_Task} progress is 42%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.751634] env[69169]: DEBUG oslo_concurrency.lockutils [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.788252] env[69169]: DEBUG nova.compute.utils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.789796] env[69169]: DEBUG nova.compute.manager [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.789979] env[69169]: DEBUG nova.network.neutron [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.824957] env[69169]: DEBUG oslo_vmware.api [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250841, 'name': PowerOffVM_Task, 'duration_secs': 0.258215} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.825677] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.825868] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.826138] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68403d99-2804-4b1e-bdb7-10f62d731f0e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.830843] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250837, 'name': CloneVM_Task} progress is 95%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.832304] env[69169]: DEBUG nova.policy [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ea85de74bcd474ca481665e145917c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdbbe41e5071429f8b2b07185fc90d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.899571] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.899870] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.900091] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Deleting the datastore file [datastore1] fd6a7bbc-282f-4b48-bb24-b54b02ba0b79 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.900383] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-675a0158-57f9-4a39-b19b-655cfc0a7dd1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.907397] env[69169]: DEBUG oslo_vmware.api [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 808.907397] env[69169]: value = "task-3250846" [ 808.907397] env[69169]: _type = "Task" [ 808.907397] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.920212] env[69169]: DEBUG oslo_vmware.api [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.926149] env[69169]: DEBUG nova.scheduler.client.report [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.973731] env[69169]: DEBUG oslo_vmware.api [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.005483] env[69169]: DEBUG nova.compute.manager [req-a3dba70a-d1ba-49ff-b737-6234ccb2fde5 req-a2b4f534-bcaa-4f40-a1a1-1b38629be4fe service nova] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Received event network-vif-deleted-7ed78f4d-298f-4721-88a7-9997646b67cc {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.041736] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250843, 'name': ReconfigVM_Task, 'duration_secs': 0.419234} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.042521] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Reconfigured VM instance instance-0000001e to attach disk [datastore1] ae4fca65-67fe-48c2-b1d7-90e957ef15fc/ae4fca65-67fe-48c2-b1d7-90e957ef15fc.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.043222] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e360912-bf7d-450f-b81b-6721359e5173 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.048147] env[69169]: DEBUG oslo_vmware.api [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250844, 'name': PowerOffVM_Task, 'duration_secs': 0.245116} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.048744] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.048919] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.049210] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7150a5d8-40e7-4133-ad78-25442ca2c127 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.054060] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 809.054060] env[69169]: value = "task-3250847" [ 809.054060] env[69169]: _type = "Task" [ 809.054060] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.063095] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250847, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.125108] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.125358] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.125546] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleting the datastore file [datastore1] e8b09d88-5527-4c74-9db6-081da24373e8 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.125832] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9aae0c7b-7be5-480f-882a-d6ce2fed5218 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.133825] env[69169]: DEBUG oslo_vmware.api [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 809.133825] env[69169]: value = "task-3250849" [ 809.133825] env[69169]: _type = "Task" [ 809.133825] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.143789] env[69169]: DEBUG oslo_vmware.api [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.156835] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250840, 'name': RelocateVM_Task} progress is 54%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.248768] env[69169]: DEBUG nova.network.neutron [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Successfully created port: 28b92787-b973-45c3-b06a-08127784dd18 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.293290] env[69169]: DEBUG nova.compute.manager [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.330424] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250837, 'name': CloneVM_Task, 'duration_secs': 1.754444} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.330618] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Created linked-clone VM from snapshot [ 809.331441] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc81a9ac-da3f-4cb8-bf6e-5f9e2f70afcf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.341130] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Uploading image 9b53ebb7-4145-4a68-a133-67e57074673e {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 809.379804] env[69169]: DEBUG oslo_vmware.rw_handles [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 809.379804] env[69169]: value = "vm-649575" [ 809.379804] env[69169]: _type = "VirtualMachine" [ 809.379804] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 809.380243] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9cf65b8-aa37-41d6-b3db-b26d12fcb388 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.388227] env[69169]: DEBUG oslo_vmware.rw_handles [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lease: (returnval){ [ 809.388227] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f6e9c3-10d9-9c8d-f3b6-ea779899ca54" [ 809.388227] env[69169]: _type = "HttpNfcLease" [ 809.388227] env[69169]: } obtained for exporting VM: (result){ [ 809.388227] env[69169]: value = "vm-649575" [ 809.388227] env[69169]: _type = "VirtualMachine" [ 809.388227] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 809.388714] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the lease: (returnval){ [ 809.388714] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f6e9c3-10d9-9c8d-f3b6-ea779899ca54" [ 809.388714] env[69169]: _type = "HttpNfcLease" [ 809.388714] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 809.397312] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.397312] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f6e9c3-10d9-9c8d-f3b6-ea779899ca54" [ 809.397312] env[69169]: _type = "HttpNfcLease" [ 809.397312] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 809.417375] env[69169]: DEBUG oslo_vmware.api [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237823} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.417736] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.417953] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.418172] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.418942] env[69169]: INFO nova.compute.manager [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Took 1.13 seconds to destroy the instance on the hypervisor. [ 809.419202] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.419429] env[69169]: DEBUG nova.compute.manager [-] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.419521] env[69169]: DEBUG nova.network.neutron [-] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.432054] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.435876] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.475s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.436088] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.436239] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 809.436585] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.150s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.438843] env[69169]: INFO nova.compute.claims [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.442028] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43baffbb-8af8-44d8-a2d6-cfbc44a911b4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.450898] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba8ff2c-90c0-4ff7-8a9f-969e3556ce4c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.466781] env[69169]: INFO nova.scheduler.client.report [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Deleted allocations for instance fa29c571-2476-4217-b835-43af51cd645a [ 809.472058] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916aa047-9174-4d23-9aa7-572379a8de9b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.489201] env[69169]: DEBUG oslo_vmware.api [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250842, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.490482] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a3ca45-fc33-492a-be1a-f8a7b86e7f3b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.524627] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179192MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 809.524627] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.568525] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250847, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.643792] env[69169]: DEBUG oslo_vmware.api [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3250849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240151} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.644092] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.645074] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.645074] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.645074] env[69169]: INFO nova.compute.manager [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 809.645074] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.645265] env[69169]: DEBUG nova.compute.manager [-] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.645338] env[69169]: DEBUG nova.network.neutron [-] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.659011] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250840, 'name': RelocateVM_Task} progress is 67%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.901100] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.901100] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f6e9c3-10d9-9c8d-f3b6-ea779899ca54" [ 809.901100] env[69169]: _type = "HttpNfcLease" [ 809.901100] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 809.901402] env[69169]: DEBUG oslo_vmware.rw_handles [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 809.901402] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f6e9c3-10d9-9c8d-f3b6-ea779899ca54" [ 809.901402] env[69169]: _type = "HttpNfcLease" [ 809.901402] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 809.902952] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36ed492-c172-4d42-9cf6-3109e714c404 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.914045] env[69169]: DEBUG oslo_vmware.rw_handles [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee057a-1d79-6ca6-33c8-b6739be9f094/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 809.914045] env[69169]: DEBUG oslo_vmware.rw_handles [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee057a-1d79-6ca6-33c8-b6739be9f094/disk-0.vmdk for reading. {{(pid=69169) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 809.990214] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a62d5ea4-29c6-4ef4-9d27-e91d27b5042f tempest-ServerDiagnosticsNegativeTest-1811908131 tempest-ServerDiagnosticsNegativeTest-1811908131-project-member] Lock "fa29c571-2476-4217-b835-43af51cd645a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.566s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.996077] env[69169]: DEBUG oslo_vmware.api [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250842, 'name': PowerOffVM_Task, 'duration_secs': 1.043565} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.996445] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.996661] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.996951] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e7e5cfc-2d4b-4ed9-bdd3-77200389a615 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.047607] env[69169]: DEBUG nova.compute.manager [req-32a950ec-ffa0-43d4-b952-97421c162c56 req-d3885bc8-fc25-4395-baa6-36edae7168cd service nova] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Received event network-vif-deleted-513c61bc-9918-4799-8243-58619a755831 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.047786] env[69169]: INFO nova.compute.manager [req-32a950ec-ffa0-43d4-b952-97421c162c56 req-d3885bc8-fc25-4395-baa6-36edae7168cd service nova] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Neutron deleted interface 513c61bc-9918-4799-8243-58619a755831; detaching it from the instance and deleting it from the info cache [ 810.047974] env[69169]: DEBUG nova.network.neutron [req-32a950ec-ffa0-43d4-b952-97421c162c56 req-d3885bc8-fc25-4395-baa6-36edae7168cd service nova] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.070172] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250847, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.098030] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ca578db-2f33-4049-a2b4-e12e5d484027 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.120397] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.120666] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.120863] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Deleting the datastore file [datastore2] 7affa373-c71f-4fdf-991e-84472aed80ec {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.121279] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55d66693-fe5b-4274-bd20-6b0088b9ba8a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.130181] env[69169]: DEBUG oslo_vmware.api [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for the task: (returnval){ [ 810.130181] env[69169]: value = "task-3250852" [ 810.130181] env[69169]: _type = "Task" [ 810.130181] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.141993] env[69169]: DEBUG oslo_vmware.api [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.163432] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250840, 'name': RelocateVM_Task} progress is 82%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.304222] env[69169]: DEBUG nova.compute.manager [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.331122] env[69169]: DEBUG nova.virt.hardware [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.331389] env[69169]: DEBUG nova.virt.hardware [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.331548] env[69169]: DEBUG nova.virt.hardware [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.331770] env[69169]: DEBUG nova.virt.hardware [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.333131] env[69169]: DEBUG nova.virt.hardware [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.333131] env[69169]: DEBUG nova.virt.hardware [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.333131] env[69169]: DEBUG nova.virt.hardware [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.333131] env[69169]: DEBUG nova.virt.hardware [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.333131] env[69169]: DEBUG nova.virt.hardware [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.333343] env[69169]: DEBUG nova.virt.hardware [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.333343] env[69169]: DEBUG nova.virt.hardware [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.333923] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c23ef9-a2e0-4c09-9825-3ae9856560ca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.343647] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3febd3-6d2c-4009-a30a-cfc88903c1d4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.396760] env[69169]: DEBUG nova.network.neutron [-] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.551530] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25b4726a-b598-457f-867c-1955bf57e5b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.567425] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7402bbc7-4bf9-42c1-bb1a-f68fc74dfc36 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.578762] env[69169]: DEBUG nova.network.neutron [-] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.587525] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250847, 'name': Rename_Task, 'duration_secs': 1.233067} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.587858] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.588085] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4036de1e-a211-4fd3-9013-51ab48677213 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.606009] env[69169]: DEBUG nova.compute.manager [req-32a950ec-ffa0-43d4-b952-97421c162c56 req-d3885bc8-fc25-4395-baa6-36edae7168cd service nova] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Detach interface failed, port_id=513c61bc-9918-4799-8243-58619a755831, reason: Instance fd6a7bbc-282f-4b48-bb24-b54b02ba0b79 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 810.612477] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 810.612477] env[69169]: value = "task-3250853" [ 810.612477] env[69169]: _type = "Task" [ 810.612477] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.623933] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.639340] env[69169]: DEBUG oslo_vmware.api [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.658551] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250840, 'name': RelocateVM_Task} progress is 97%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.899954] env[69169]: INFO nova.compute.manager [-] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Took 1.48 seconds to deallocate network for instance. [ 811.043752] env[69169]: DEBUG nova.compute.manager [req-f007efa4-85bc-4b7a-8fe1-a6368fdc55ce req-4afed6ee-314e-485d-a7b2-87f095518c73 service nova] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Received event network-vif-plugged-28b92787-b973-45c3-b06a-08127784dd18 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.044847] env[69169]: DEBUG oslo_concurrency.lockutils [req-f007efa4-85bc-4b7a-8fe1-a6368fdc55ce req-4afed6ee-314e-485d-a7b2-87f095518c73 service nova] Acquiring lock "ea8141ad-8ef4-4f36-a2d1-fec122122133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.045197] env[69169]: DEBUG oslo_concurrency.lockutils [req-f007efa4-85bc-4b7a-8fe1-a6368fdc55ce req-4afed6ee-314e-485d-a7b2-87f095518c73 service nova] Lock "ea8141ad-8ef4-4f36-a2d1-fec122122133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.045462] env[69169]: DEBUG oslo_concurrency.lockutils [req-f007efa4-85bc-4b7a-8fe1-a6368fdc55ce req-4afed6ee-314e-485d-a7b2-87f095518c73 service nova] Lock "ea8141ad-8ef4-4f36-a2d1-fec122122133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.045753] env[69169]: DEBUG nova.compute.manager [req-f007efa4-85bc-4b7a-8fe1-a6368fdc55ce req-4afed6ee-314e-485d-a7b2-87f095518c73 service nova] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] No waiting events found dispatching network-vif-plugged-28b92787-b973-45c3-b06a-08127784dd18 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.045933] env[69169]: WARNING nova.compute.manager [req-f007efa4-85bc-4b7a-8fe1-a6368fdc55ce req-4afed6ee-314e-485d-a7b2-87f095518c73 service nova] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Received unexpected event network-vif-plugged-28b92787-b973-45c3-b06a-08127784dd18 for instance with vm_state building and task_state spawning. [ 811.065621] env[69169]: DEBUG nova.network.neutron [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Successfully updated port: 28b92787-b973-45c3-b06a-08127784dd18 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.084145] env[69169]: INFO nova.compute.manager [-] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Took 1.44 seconds to deallocate network for instance. [ 811.125542] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.131702] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c20759-7fc8-4142-8867-8d80622f0836 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.145914] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e19b0fc-8a70-4108-9f2c-928a7810550d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.149792] env[69169]: DEBUG oslo_vmware.api [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Task: {'id': task-3250852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.741769} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.150181] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.150502] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.150838] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.151128] env[69169]: INFO nova.compute.manager [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Took 2.71 seconds to destroy the instance on the hypervisor. [ 811.151516] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.155407] env[69169]: DEBUG nova.compute.manager [-] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.155592] env[69169]: DEBUG nova.network.neutron [-] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.187586] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bfee3d-c4cc-49c5-a098-0f15efbe61cf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.193743] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250840, 'name': RelocateVM_Task} progress is 97%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.198938] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0227a389-787d-40d4-bcbb-e7ada42a9414 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.213726] env[69169]: DEBUG nova.compute.provider_tree [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.415205] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.574110] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Acquiring lock "refresh_cache-ea8141ad-8ef4-4f36-a2d1-fec122122133" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.574110] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Acquired lock "refresh_cache-ea8141ad-8ef4-4f36-a2d1-fec122122133" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.574110] env[69169]: DEBUG nova.network.neutron [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.597809] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.626274] env[69169]: DEBUG oslo_vmware.api [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250853, 'name': PowerOnVM_Task, 'duration_secs': 0.869973} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.626532] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.626761] env[69169]: INFO nova.compute.manager [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Took 9.74 seconds to spawn the instance on the hypervisor. [ 811.626982] env[69169]: DEBUG nova.compute.manager [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.627759] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b61a70-ff47-4e0d-bfa7-3cdf6b71b3a2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.663077] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250840, 'name': RelocateVM_Task} progress is 98%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.751583] env[69169]: DEBUG nova.scheduler.client.report [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 811.751993] env[69169]: DEBUG nova.compute.provider_tree [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 63 to 64 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 811.752328] env[69169]: DEBUG nova.compute.provider_tree [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.069953] env[69169]: DEBUG nova.network.neutron [-] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.129354] env[69169]: DEBUG nova.network.neutron [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.134424] env[69169]: DEBUG nova.compute.manager [req-43089910-1142-4d02-a60e-9483cad4a5b3 req-e5c7ee7f-ccce-4b86-a882-4f3c7f60b39d service nova] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Received event network-vif-deleted-a8a31f1b-bc95-439a-9cab-6d49af57190f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.149121] env[69169]: INFO nova.compute.manager [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Took 52.53 seconds to build instance. [ 812.164614] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250840, 'name': RelocateVM_Task, 'duration_secs': 3.689892} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.164751] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 812.165040] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649526', 'volume_id': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'name': 'volume-56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2', 'attached_at': '', 'detached_at': '', 'volume_id': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'serial': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 812.165700] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bfcc6d-e2e1-428c-80de-c5b35f8e6af5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.182081] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8e92e6-913d-4ebd-8294-d1ddf6a43044 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.205625] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] volume-56476d6f-b1b8-47b3-a4f3-63ab923e7f0d/volume-56476d6f-b1b8-47b3-a4f3-63ab923e7f0d.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.206221] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e47c86bd-4ac5-4b7a-88c3-5f5e15c08cdd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.228256] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Waiting for the task: (returnval){ [ 812.228256] env[69169]: value = "task-3250854" [ 812.228256] env[69169]: _type = "Task" [ 812.228256] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.236478] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.258115] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.258888] env[69169]: DEBUG nova.compute.manager [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.261776] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.049s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.265120] env[69169]: INFO nova.compute.claims [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.433239] env[69169]: DEBUG nova.network.neutron [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Updating instance_info_cache with network_info: [{"id": "28b92787-b973-45c3-b06a-08127784dd18", "address": "fa:16:3e:79:64:9c", "network": {"id": "f7874168-fc65-4c39-9ea5-c03fb6354f81", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-319245916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdbbe41e5071429f8b2b07185fc90d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b92787-b9", "ovs_interfaceid": "28b92787-b973-45c3-b06a-08127784dd18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.574663] env[69169]: INFO nova.compute.manager [-] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Took 1.42 seconds to deallocate network for instance. [ 812.650153] env[69169]: DEBUG oslo_concurrency.lockutils [None req-75fdac17-b185-43ea-977b-d8f448d98d84 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.223s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.743743] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250854, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.773670] env[69169]: DEBUG nova.compute.utils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.775455] env[69169]: DEBUG nova.compute.manager [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.775739] env[69169]: DEBUG nova.network.neutron [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.866582] env[69169]: DEBUG nova.policy [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfed2c44d2274e52a2a69643e1d0d22f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '117ed2a707364a99878fd89d98b718c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.940605] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Releasing lock "refresh_cache-ea8141ad-8ef4-4f36-a2d1-fec122122133" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.940935] env[69169]: DEBUG nova.compute.manager [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Instance network_info: |[{"id": "28b92787-b973-45c3-b06a-08127784dd18", "address": "fa:16:3e:79:64:9c", "network": {"id": "f7874168-fc65-4c39-9ea5-c03fb6354f81", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-319245916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdbbe41e5071429f8b2b07185fc90d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b92787-b9", "ovs_interfaceid": "28b92787-b973-45c3-b06a-08127784dd18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.941614] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:64:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28b92787-b973-45c3-b06a-08127784dd18', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.954174] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Creating folder: Project (bdbbe41e5071429f8b2b07185fc90d7e). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.957102] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1187afe9-eb0d-41b5-bec0-96bd88496e11 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.972354] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Created folder: Project (bdbbe41e5071429f8b2b07185fc90d7e) in parent group-v649481. [ 812.972354] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Creating folder: Instances. Parent ref: group-v649576. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.972354] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e488b0c8-2224-41b1-a120-8685af154f8d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.982576] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Created folder: Instances in parent group-v649576. [ 812.982893] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.983208] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.983444] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-206f37df-27e7-49a7-abd9-b7831356a1c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.003115] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.003115] env[69169]: value = "task-3250857" [ 813.003115] env[69169]: _type = "Task" [ 813.003115] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.011798] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250857, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.081937] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.153979] env[69169]: DEBUG nova.compute.manager [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.171497] env[69169]: DEBUG nova.compute.manager [req-73fa6986-7014-44ef-9705-4c7ff95deb82 req-cc7d2d68-c28d-4472-b84f-b2da9e387b85 service nova] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Received event network-changed-28b92787-b973-45c3-b06a-08127784dd18 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.171865] env[69169]: DEBUG nova.compute.manager [req-73fa6986-7014-44ef-9705-4c7ff95deb82 req-cc7d2d68-c28d-4472-b84f-b2da9e387b85 service nova] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Refreshing instance network info cache due to event network-changed-28b92787-b973-45c3-b06a-08127784dd18. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.172235] env[69169]: DEBUG oslo_concurrency.lockutils [req-73fa6986-7014-44ef-9705-4c7ff95deb82 req-cc7d2d68-c28d-4472-b84f-b2da9e387b85 service nova] Acquiring lock "refresh_cache-ea8141ad-8ef4-4f36-a2d1-fec122122133" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.172584] env[69169]: DEBUG oslo_concurrency.lockutils [req-73fa6986-7014-44ef-9705-4c7ff95deb82 req-cc7d2d68-c28d-4472-b84f-b2da9e387b85 service nova] Acquired lock "refresh_cache-ea8141ad-8ef4-4f36-a2d1-fec122122133" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.172851] env[69169]: DEBUG nova.network.neutron [req-73fa6986-7014-44ef-9705-4c7ff95deb82 req-cc7d2d68-c28d-4472-b84f-b2da9e387b85 service nova] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Refreshing network info cache for port 28b92787-b973-45c3-b06a-08127784dd18 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.241447] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250854, 'name': ReconfigVM_Task, 'duration_secs': 0.54404} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.241859] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Reconfigured VM instance instance-0000001f to attach disk [datastore1] volume-56476d6f-b1b8-47b3-a4f3-63ab923e7f0d/volume-56476d6f-b1b8-47b3-a4f3-63ab923e7f0d.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.247092] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac8632e6-e0e2-478d-b13b-79cd53780bf2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.263483] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Waiting for the task: (returnval){ [ 813.263483] env[69169]: value = "task-3250858" [ 813.263483] env[69169]: _type = "Task" [ 813.263483] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.274674] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.279456] env[69169]: DEBUG nova.compute.manager [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.513973] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250857, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.679679] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.682098] env[69169]: DEBUG nova.network.neutron [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Successfully created port: 4f60eb01-fc15-4918-a10d-22b715415413 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.773871] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.867258] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84acf4a-5e29-4776-b296-2bfeda7f48e8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.881993] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fe74f8-5619-428b-9fa8-e21efa21dba7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.920500] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30da7db3-c94c-40ee-b2be-33f0d8b91735 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.928833] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb439de-3608-4490-af2f-ad31db6663d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.946037] env[69169]: DEBUG nova.compute.provider_tree [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.000781] env[69169]: DEBUG nova.network.neutron [req-73fa6986-7014-44ef-9705-4c7ff95deb82 req-cc7d2d68-c28d-4472-b84f-b2da9e387b85 service nova] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Updated VIF entry in instance network info cache for port 28b92787-b973-45c3-b06a-08127784dd18. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.001275] env[69169]: DEBUG nova.network.neutron [req-73fa6986-7014-44ef-9705-4c7ff95deb82 req-cc7d2d68-c28d-4472-b84f-b2da9e387b85 service nova] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Updating instance_info_cache with network_info: [{"id": "28b92787-b973-45c3-b06a-08127784dd18", "address": "fa:16:3e:79:64:9c", "network": {"id": "f7874168-fc65-4c39-9ea5-c03fb6354f81", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-319245916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdbbe41e5071429f8b2b07185fc90d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b92787-b9", "ovs_interfaceid": "28b92787-b973-45c3-b06a-08127784dd18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.017469] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250857, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.277031] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250858, 'name': ReconfigVM_Task, 'duration_secs': 0.687496} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.277393] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649526', 'volume_id': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'name': 'volume-56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2', 'attached_at': '', 'detached_at': '', 'volume_id': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'serial': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 814.278249] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d7e3974-dfb7-4a19-b489-c63cbc9c1004 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.285669] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Waiting for the task: (returnval){ [ 814.285669] env[69169]: value = "task-3250859" [ 814.285669] env[69169]: _type = "Task" [ 814.285669] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.291661] env[69169]: DEBUG nova.compute.manager [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.297823] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250859, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.300273] env[69169]: DEBUG nova.compute.manager [req-02d663e4-5026-4f71-9b65-8237f57eea37 req-60477573-3fb9-45c6-8daf-3089874192f4 service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Received event network-changed-eba460f6-758f-4c46-adda-4c234f4ac76d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.303025] env[69169]: DEBUG nova.compute.manager [req-02d663e4-5026-4f71-9b65-8237f57eea37 req-60477573-3fb9-45c6-8daf-3089874192f4 service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Refreshing instance network info cache due to event network-changed-eba460f6-758f-4c46-adda-4c234f4ac76d. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.303025] env[69169]: DEBUG oslo_concurrency.lockutils [req-02d663e4-5026-4f71-9b65-8237f57eea37 req-60477573-3fb9-45c6-8daf-3089874192f4 service nova] Acquiring lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.303025] env[69169]: DEBUG oslo_concurrency.lockutils [req-02d663e4-5026-4f71-9b65-8237f57eea37 req-60477573-3fb9-45c6-8daf-3089874192f4 service nova] Acquired lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.303025] env[69169]: DEBUG nova.network.neutron [req-02d663e4-5026-4f71-9b65-8237f57eea37 req-60477573-3fb9-45c6-8daf-3089874192f4 service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Refreshing network info cache for port eba460f6-758f-4c46-adda-4c234f4ac76d {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.332540] env[69169]: DEBUG nova.virt.hardware [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.332888] env[69169]: DEBUG nova.virt.hardware [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.333102] env[69169]: DEBUG nova.virt.hardware [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.333632] env[69169]: DEBUG nova.virt.hardware [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.333632] env[69169]: DEBUG nova.virt.hardware [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.333632] env[69169]: DEBUG nova.virt.hardware [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.333976] env[69169]: DEBUG nova.virt.hardware [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.333976] env[69169]: DEBUG nova.virt.hardware [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.334259] env[69169]: DEBUG nova.virt.hardware [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.334506] env[69169]: DEBUG nova.virt.hardware [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.334761] env[69169]: DEBUG nova.virt.hardware [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.337576] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f741a7c-5f6b-45d2-af94-0a1b76b32000 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.348193] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216050ca-c9b6-43ce-bb70-6e0ba4eecb38 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.447749] env[69169]: DEBUG nova.scheduler.client.report [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.504697] env[69169]: DEBUG oslo_concurrency.lockutils [req-73fa6986-7014-44ef-9705-4c7ff95deb82 req-cc7d2d68-c28d-4472-b84f-b2da9e387b85 service nova] Releasing lock "refresh_cache-ea8141ad-8ef4-4f36-a2d1-fec122122133" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.505019] env[69169]: DEBUG nova.compute.manager [req-73fa6986-7014-44ef-9705-4c7ff95deb82 req-cc7d2d68-c28d-4472-b84f-b2da9e387b85 service nova] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Received event network-vif-deleted-e8c8a1d3-5d6a-4680-9fd4-f0393d8a833f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.517749] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250857, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.796523] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250859, 'name': Rename_Task, 'duration_secs': 0.32046} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.796805] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.800409] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc9d1a6d-c990-4a76-beb7-fafc8657ea06 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.813016] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Waiting for the task: (returnval){ [ 814.813016] env[69169]: value = "task-3250860" [ 814.813016] env[69169]: _type = "Task" [ 814.813016] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.824910] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.955877] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.956645] env[69169]: DEBUG nova.compute.manager [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.960271] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.880s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.967253] env[69169]: INFO nova.compute.claims [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.016493] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250857, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.206137] env[69169]: DEBUG nova.network.neutron [req-02d663e4-5026-4f71-9b65-8237f57eea37 req-60477573-3fb9-45c6-8daf-3089874192f4 service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updated VIF entry in instance network info cache for port eba460f6-758f-4c46-adda-4c234f4ac76d. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.206533] env[69169]: DEBUG nova.network.neutron [req-02d663e4-5026-4f71-9b65-8237f57eea37 req-60477573-3fb9-45c6-8daf-3089874192f4 service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance_info_cache with network_info: [{"id": "eba460f6-758f-4c46-adda-4c234f4ac76d", "address": "fa:16:3e:3c:0f:98", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba460f6-75", "ovs_interfaceid": "eba460f6-758f-4c46-adda-4c234f4ac76d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.324527] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.469317] env[69169]: DEBUG nova.compute.utils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.477907] env[69169]: DEBUG nova.compute.manager [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Not allocating networking since 'none' was specified. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 815.518573] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250857, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.711088] env[69169]: DEBUG oslo_concurrency.lockutils [req-02d663e4-5026-4f71-9b65-8237f57eea37 req-60477573-3fb9-45c6-8daf-3089874192f4 service nova] Releasing lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.731046] env[69169]: DEBUG nova.compute.manager [req-bc0d6240-d1f4-4d89-9268-ad7647e9bfdb req-bea6d06d-82e7-45bd-9c5a-c4612d162f38 service nova] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Received event network-vif-plugged-4f60eb01-fc15-4918-a10d-22b715415413 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.731046] env[69169]: DEBUG oslo_concurrency.lockutils [req-bc0d6240-d1f4-4d89-9268-ad7647e9bfdb req-bea6d06d-82e7-45bd-9c5a-c4612d162f38 service nova] Acquiring lock "43f2bf3a-8396-4a47-8184-ceb5e9343453-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.731046] env[69169]: DEBUG oslo_concurrency.lockutils [req-bc0d6240-d1f4-4d89-9268-ad7647e9bfdb req-bea6d06d-82e7-45bd-9c5a-c4612d162f38 service nova] Lock "43f2bf3a-8396-4a47-8184-ceb5e9343453-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.731046] env[69169]: DEBUG oslo_concurrency.lockutils [req-bc0d6240-d1f4-4d89-9268-ad7647e9bfdb req-bea6d06d-82e7-45bd-9c5a-c4612d162f38 service nova] Lock "43f2bf3a-8396-4a47-8184-ceb5e9343453-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.731046] env[69169]: DEBUG nova.compute.manager [req-bc0d6240-d1f4-4d89-9268-ad7647e9bfdb req-bea6d06d-82e7-45bd-9c5a-c4612d162f38 service nova] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] No waiting events found dispatching network-vif-plugged-4f60eb01-fc15-4918-a10d-22b715415413 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.737152] env[69169]: WARNING nova.compute.manager [req-bc0d6240-d1f4-4d89-9268-ad7647e9bfdb req-bea6d06d-82e7-45bd-9c5a-c4612d162f38 service nova] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Received unexpected event network-vif-plugged-4f60eb01-fc15-4918-a10d-22b715415413 for instance with vm_state building and task_state spawning. [ 815.737152] env[69169]: DEBUG nova.network.neutron [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Successfully updated port: 4f60eb01-fc15-4918-a10d-22b715415413 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.830199] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250860, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.974480] env[69169]: DEBUG nova.compute.manager [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.020847] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250857, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.241208] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquiring lock "refresh_cache-43f2bf3a-8396-4a47-8184-ceb5e9343453" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.241208] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquired lock "refresh_cache-43f2bf3a-8396-4a47-8184-ceb5e9343453" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.241208] env[69169]: DEBUG nova.network.neutron [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.327120] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250860, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.511866] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff4f4f7-091a-4f9b-a250-16ebef8de5a5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.527385] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613d315e-7bfc-4370-80ac-2c282a23bc3a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.531401] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250857, 'name': CreateVM_Task, 'duration_secs': 3.518363} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.532633] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.534164] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.534467] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.535033] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.572279] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5913b28b-d16e-4d94-980d-1405fe53e418 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.575895] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4e841d-76c5-4118-b691-4e17c6491f8f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.584128] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Waiting for the task: (returnval){ [ 816.584128] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52673fd0-8224-70f4-249e-25e99e03af2d" [ 816.584128] env[69169]: _type = "Task" [ 816.584128] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.589826] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d602d3-d56b-40f1-bedf-8d441c357b60 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.599558] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52673fd0-8224-70f4-249e-25e99e03af2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.607893] env[69169]: DEBUG nova.compute.provider_tree [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.777046] env[69169]: DEBUG nova.network.neutron [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.829803] env[69169]: DEBUG oslo_vmware.api [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3250860, 'name': PowerOnVM_Task, 'duration_secs': 1.748555} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.833511] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.834041] env[69169]: INFO nova.compute.manager [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Took 10.53 seconds to spawn the instance on the hypervisor. [ 816.834427] env[69169]: DEBUG nova.compute.manager [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.835528] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfe904f-bc61-428a-97c9-aa62aecb8cbc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.967387] env[69169]: DEBUG nova.network.neutron [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Updating instance_info_cache with network_info: [{"id": "4f60eb01-fc15-4918-a10d-22b715415413", "address": "fa:16:3e:0c:22:86", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f60eb01-fc", "ovs_interfaceid": "4f60eb01-fc15-4918-a10d-22b715415413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.988515] env[69169]: DEBUG nova.compute.manager [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.014339] env[69169]: DEBUG nova.virt.hardware [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.014785] env[69169]: DEBUG nova.virt.hardware [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.015084] env[69169]: DEBUG nova.virt.hardware [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.015414] env[69169]: DEBUG nova.virt.hardware [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.015681] env[69169]: DEBUG nova.virt.hardware [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.015957] env[69169]: DEBUG nova.virt.hardware [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.016636] env[69169]: DEBUG nova.virt.hardware [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.017144] env[69169]: DEBUG nova.virt.hardware [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.017505] env[69169]: DEBUG nova.virt.hardware [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.017811] env[69169]: DEBUG nova.virt.hardware [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.018479] env[69169]: DEBUG nova.virt.hardware [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.020619] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f113dc-0ec0-4fed-af53-4ae25fd1c067 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.033929] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb8bd5e-182e-4650-bfa3-c48ce8398618 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.058557] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.068956] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Creating folder: Project (50c0da5ed6dd41a5a97003eec6e1e82d). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.069494] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d93b5f-fa44-4a37-96ef-f3ef6819cd42 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.082195] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Created folder: Project (50c0da5ed6dd41a5a97003eec6e1e82d) in parent group-v649481. [ 817.082407] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Creating folder: Instances. Parent ref: group-v649579. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.082752] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad64d101-1d2e-472a-94c5-22191d55f28f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.093042] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Created folder: Instances in parent group-v649579. [ 817.093398] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.098857] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.099283] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52673fd0-8224-70f4-249e-25e99e03af2d, 'name': SearchDatastore_Task, 'duration_secs': 0.0332} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.099557] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98b4a984-1655-493a-81ec-acbf243dd510 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.119624] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.120016] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.120381] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.120690] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.120888] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.122081] env[69169]: DEBUG nova.scheduler.client.report [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.127678] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63709b82-d6e3-4094-8f35-46016c3d8df6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.137202] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.137202] env[69169]: value = "task-3250863" [ 817.137202] env[69169]: _type = "Task" [ 817.137202] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.145400] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.145596] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.149286] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4fb8969-0fcf-414a-aaa7-27a5d8f98154 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.152382] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250863, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.155491] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Waiting for the task: (returnval){ [ 817.155491] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cfd088-2293-d61a-f8f1-28b51bc13003" [ 817.155491] env[69169]: _type = "Task" [ 817.155491] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.163991] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cfd088-2293-d61a-f8f1-28b51bc13003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.359994] env[69169]: INFO nova.compute.manager [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Took 57.42 seconds to build instance. [ 817.470743] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Releasing lock "refresh_cache-43f2bf3a-8396-4a47-8184-ceb5e9343453" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.471230] env[69169]: DEBUG nova.compute.manager [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Instance network_info: |[{"id": "4f60eb01-fc15-4918-a10d-22b715415413", "address": "fa:16:3e:0c:22:86", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f60eb01-fc", "ovs_interfaceid": "4f60eb01-fc15-4918-a10d-22b715415413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.471725] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:22:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f60eb01-fc15-4918-a10d-22b715415413', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.480382] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.480624] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.480852] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c247e98-dc99-4991-9b19-cc4345256f91 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.500382] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.500382] env[69169]: value = "task-3250864" [ 817.500382] env[69169]: _type = "Task" [ 817.500382] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.508320] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250864, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.629099] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.629702] env[69169]: DEBUG nova.compute.manager [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.632807] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.310s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.634252] env[69169]: INFO nova.compute.claims [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.647991] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250863, 'name': CreateVM_Task, 'duration_secs': 0.371804} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.647991] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.647991] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.647991] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.648319] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.648567] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20b9c5b-e6ad-4167-8243-668579c13125 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.653157] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Waiting for the task: (returnval){ [ 817.653157] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522d5925-c9d3-2cbf-abc0-67bfa9c7b8c2" [ 817.653157] env[69169]: _type = "Task" [ 817.653157] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.667043] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cfd088-2293-d61a-f8f1-28b51bc13003, 'name': SearchDatastore_Task, 'duration_secs': 0.034853} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.672832] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522d5925-c9d3-2cbf-abc0-67bfa9c7b8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.673819] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b93af8-cc6c-4768-89ad-d20932ed7347 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.676878] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.677141] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.677352] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.680935] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Waiting for the task: (returnval){ [ 817.680935] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f246d1-45cf-617d-4962-fc394e2d6cd7" [ 817.680935] env[69169]: _type = "Task" [ 817.680935] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.690273] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f246d1-45cf-617d-4962-fc394e2d6cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.755263] env[69169]: DEBUG nova.compute.manager [req-cead7151-8a76-4d69-9fb4-504bb619bf97 req-e7eaf71b-ece0-4abb-a2e9-f7362168f1ed service nova] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Received event network-changed-4f60eb01-fc15-4918-a10d-22b715415413 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.755469] env[69169]: DEBUG nova.compute.manager [req-cead7151-8a76-4d69-9fb4-504bb619bf97 req-e7eaf71b-ece0-4abb-a2e9-f7362168f1ed service nova] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Refreshing instance network info cache due to event network-changed-4f60eb01-fc15-4918-a10d-22b715415413. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.755679] env[69169]: DEBUG oslo_concurrency.lockutils [req-cead7151-8a76-4d69-9fb4-504bb619bf97 req-e7eaf71b-ece0-4abb-a2e9-f7362168f1ed service nova] Acquiring lock "refresh_cache-43f2bf3a-8396-4a47-8184-ceb5e9343453" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.755819] env[69169]: DEBUG oslo_concurrency.lockutils [req-cead7151-8a76-4d69-9fb4-504bb619bf97 req-e7eaf71b-ece0-4abb-a2e9-f7362168f1ed service nova] Acquired lock "refresh_cache-43f2bf3a-8396-4a47-8184-ceb5e9343453" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.755979] env[69169]: DEBUG nova.network.neutron [req-cead7151-8a76-4d69-9fb4-504bb619bf97 req-e7eaf71b-ece0-4abb-a2e9-f7362168f1ed service nova] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Refreshing network info cache for port 4f60eb01-fc15-4918-a10d-22b715415413 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.862697] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8acf0e25-6856-44b1-a103-4c91a67ae8f7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Lock "e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.243s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.015105] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250864, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.139383] env[69169]: DEBUG nova.compute.utils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.143486] env[69169]: DEBUG nova.compute.manager [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.143793] env[69169]: DEBUG nova.network.neutron [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.192800] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f246d1-45cf-617d-4962-fc394e2d6cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.193095] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.193354] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ea8141ad-8ef4-4f36-a2d1-fec122122133/ea8141ad-8ef4-4f36-a2d1-fec122122133.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.193627] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.193808] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.194063] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac3b3482-a735-4c6a-b9a6-f6bc1f41f716 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.196205] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44d553a1-5a02-42d5-b294-0edeab2919f0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.206264] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Waiting for the task: (returnval){ [ 818.206264] env[69169]: value = "task-3250865" [ 818.206264] env[69169]: _type = "Task" [ 818.206264] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.207730] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.207918] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.214313] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-149025e9-9ae1-4093-b96e-cf0994898835 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.221832] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.223532] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Waiting for the task: (returnval){ [ 818.223532] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b951e3-403c-5984-5948-696ed50bae3e" [ 818.223532] env[69169]: _type = "Task" [ 818.223532] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.234250] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b951e3-403c-5984-5948-696ed50bae3e, 'name': SearchDatastore_Task, 'duration_secs': 0.008355} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.236010] env[69169]: DEBUG nova.policy [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52864af35e8a418bbbf8056e307b681c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ba3dc8fc28d424984c770ead5aa1ee3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.239599] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f968b9-ffc3-488c-9fc7-318cf58851e8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.245184] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Waiting for the task: (returnval){ [ 818.245184] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523b1756-1ff0-fb8a-e798-bc5f09fae7c4" [ 818.245184] env[69169]: _type = "Task" [ 818.245184] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.253940] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523b1756-1ff0-fb8a-e798-bc5f09fae7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.365815] env[69169]: DEBUG nova.compute.manager [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.513268] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250864, 'name': CreateVM_Task, 'duration_secs': 0.664236} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.513554] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.514396] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.514396] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.514801] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.515010] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-107366f9-cee3-45f4-921a-079919a7cd5e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.522984] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 818.522984] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c3b182-05c2-21b1-0150-bfe75f92308d" [ 818.522984] env[69169]: _type = "Task" [ 818.522984] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.534045] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c3b182-05c2-21b1-0150-bfe75f92308d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.596714] env[69169]: DEBUG nova.network.neutron [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Successfully created port: 474a9abc-3509-4119-bdfe-ca7f92fdd37a {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.644974] env[69169]: DEBUG nova.compute.manager [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.696851] env[69169]: DEBUG nova.compute.manager [req-c0726a41-d3b9-4f7b-b62d-bdc82ba974d2 req-ac6dace5-6830-4fcb-a71d-7fdc9bd7b3da service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Received event network-changed-1d316893-f490-47ad-85c2-af4d25042330 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.697085] env[69169]: DEBUG nova.compute.manager [req-c0726a41-d3b9-4f7b-b62d-bdc82ba974d2 req-ac6dace5-6830-4fcb-a71d-7fdc9bd7b3da service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Refreshing instance network info cache due to event network-changed-1d316893-f490-47ad-85c2-af4d25042330. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.697306] env[69169]: DEBUG oslo_concurrency.lockutils [req-c0726a41-d3b9-4f7b-b62d-bdc82ba974d2 req-ac6dace5-6830-4fcb-a71d-7fdc9bd7b3da service nova] Acquiring lock "refresh_cache-e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.697459] env[69169]: DEBUG oslo_concurrency.lockutils [req-c0726a41-d3b9-4f7b-b62d-bdc82ba974d2 req-ac6dace5-6830-4fcb-a71d-7fdc9bd7b3da service nova] Acquired lock "refresh_cache-e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.698175] env[69169]: DEBUG nova.network.neutron [req-c0726a41-d3b9-4f7b-b62d-bdc82ba974d2 req-ac6dace5-6830-4fcb-a71d-7fdc9bd7b3da service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Refreshing network info cache for port 1d316893-f490-47ad-85c2-af4d25042330 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.730074] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250865, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.758451] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523b1756-1ff0-fb8a-e798-bc5f09fae7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.015034} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.761779] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.761886] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 53c3c1dd-93f7-42ea-b423-6be5de3db37d/53c3c1dd-93f7-42ea-b423-6be5de3db37d.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.763053] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97dea341-1667-491e-b19a-d25d9e96306d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.777318] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Waiting for the task: (returnval){ [ 818.777318] env[69169]: value = "task-3250866" [ 818.777318] env[69169]: _type = "Task" [ 818.777318] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.792153] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.888965] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.977312] env[69169]: DEBUG nova.network.neutron [req-cead7151-8a76-4d69-9fb4-504bb619bf97 req-e7eaf71b-ece0-4abb-a2e9-f7362168f1ed service nova] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Updated VIF entry in instance network info cache for port 4f60eb01-fc15-4918-a10d-22b715415413. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.977795] env[69169]: DEBUG nova.network.neutron [req-cead7151-8a76-4d69-9fb4-504bb619bf97 req-e7eaf71b-ece0-4abb-a2e9-f7362168f1ed service nova] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Updating instance_info_cache with network_info: [{"id": "4f60eb01-fc15-4918-a10d-22b715415413", "address": "fa:16:3e:0c:22:86", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f60eb01-fc", "ovs_interfaceid": "4f60eb01-fc15-4918-a10d-22b715415413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.044788] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c3b182-05c2-21b1-0150-bfe75f92308d, 'name': SearchDatastore_Task, 'duration_secs': 0.05367} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.045103] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.045545] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.045817] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.046091] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.046435] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.046879] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fefa961a-b02d-48b6-810a-1ba0f31845c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.067013] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.067307] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.069328] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c1f559-9407-4914-aa51-a83c6f234664 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.084229] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 819.084229] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522be87a-eed4-545f-2a7f-57300f5ee141" [ 819.084229] env[69169]: _type = "Task" [ 819.084229] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.101807] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522be87a-eed4-545f-2a7f-57300f5ee141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.233575] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540945} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.233916] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ea8141ad-8ef4-4f36-a2d1-fec122122133/ea8141ad-8ef4-4f36-a2d1-fec122122133.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.234194] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.234491] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36ff65e9-a2be-4ae5-938a-935bb4e14e4e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.244933] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Waiting for the task: (returnval){ [ 819.244933] env[69169]: value = "task-3250867" [ 819.244933] env[69169]: _type = "Task" [ 819.244933] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.255724] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.292959] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458667} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.292959] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 53c3c1dd-93f7-42ea-b423-6be5de3db37d/53c3c1dd-93f7-42ea-b423-6be5de3db37d.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.292959] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.292959] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93374380-43a0-4c5c-977e-5c6541bda0c1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.299368] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3817b58-1c64-41fc-977d-a8db36ca197e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.306785] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Waiting for the task: (returnval){ [ 819.306785] env[69169]: value = "task-3250868" [ 819.306785] env[69169]: _type = "Task" [ 819.306785] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.315131] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46823bd-fdff-4814-bbd1-32682701ae7d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.322101] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.353165] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05dd6a6-de86-4ead-af92-fec8d5139f8a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.361768] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1cfe51-e2b2-4b57-9d7d-4e36672c1a71 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.376325] env[69169]: DEBUG nova.compute.provider_tree [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.481703] env[69169]: DEBUG oslo_concurrency.lockutils [req-cead7151-8a76-4d69-9fb4-504bb619bf97 req-e7eaf71b-ece0-4abb-a2e9-f7362168f1ed service nova] Releasing lock "refresh_cache-43f2bf3a-8396-4a47-8184-ceb5e9343453" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.597708] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522be87a-eed4-545f-2a7f-57300f5ee141, 'name': SearchDatastore_Task, 'duration_secs': 0.057189} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.598114] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3efcedf5-8cba-4fa9-922d-a0b13708f624 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.602389] env[69169]: DEBUG nova.network.neutron [req-c0726a41-d3b9-4f7b-b62d-bdc82ba974d2 req-ac6dace5-6830-4fcb-a71d-7fdc9bd7b3da service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Updated VIF entry in instance network info cache for port 1d316893-f490-47ad-85c2-af4d25042330. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.602714] env[69169]: DEBUG nova.network.neutron [req-c0726a41-d3b9-4f7b-b62d-bdc82ba974d2 req-ac6dace5-6830-4fcb-a71d-7fdc9bd7b3da service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Updating instance_info_cache with network_info: [{"id": "1d316893-f490-47ad-85c2-af4d25042330", "address": "fa:16:3e:95:0f:4d", "network": {"id": "93f7ab1a-18b3-4865-95c8-ff12eb9013d1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1903472300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5320b1d0a7304fa19d78b4b3b57440be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d316893-f4", "ovs_interfaceid": "1d316893-f490-47ad-85c2-af4d25042330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.605310] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 819.605310] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5295b35f-9969-7e84-9831-fa5aec1428e5" [ 819.605310] env[69169]: _type = "Task" [ 819.605310] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.613966] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5295b35f-9969-7e84-9831-fa5aec1428e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.661593] env[69169]: DEBUG nova.compute.manager [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.702495] env[69169]: DEBUG nova.virt.hardware [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.703319] env[69169]: DEBUG nova.virt.hardware [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.703319] env[69169]: DEBUG nova.virt.hardware [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.703319] env[69169]: DEBUG nova.virt.hardware [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.703937] env[69169]: DEBUG nova.virt.hardware [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.703937] env[69169]: DEBUG nova.virt.hardware [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.703937] env[69169]: DEBUG nova.virt.hardware [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.703937] env[69169]: DEBUG nova.virt.hardware [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.706298] env[69169]: DEBUG nova.virt.hardware [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.706298] env[69169]: DEBUG nova.virt.hardware [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.706298] env[69169]: DEBUG nova.virt.hardware [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.706298] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d480a1-1bd9-4a81-bcb9-7949dd6228b9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.713556] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22045d01-852c-4704-9f2a-642ca6e2aab5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.754550] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077333} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.754831] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.755652] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331ced35-cb21-4364-bcbc-f902f176125e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.777771] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] ea8141ad-8ef4-4f36-a2d1-fec122122133/ea8141ad-8ef4-4f36-a2d1-fec122122133.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.778113] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b82f1355-bd5b-430b-9cc5-4a6e4fbccea9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.798766] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Waiting for the task: (returnval){ [ 819.798766] env[69169]: value = "task-3250869" [ 819.798766] env[69169]: _type = "Task" [ 819.798766] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.806801] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.815624] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07444} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.815897] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.816807] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40cf8d0-5434-42fe-98f0-b3ce9559c23c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.839604] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 53c3c1dd-93f7-42ea-b423-6be5de3db37d/53c3c1dd-93f7-42ea-b423-6be5de3db37d.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.839950] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42634209-718e-4816-bba0-417d3caf50da {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.867267] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Waiting for the task: (returnval){ [ 819.867267] env[69169]: value = "task-3250870" [ 819.867267] env[69169]: _type = "Task" [ 819.867267] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.876092] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.921679] env[69169]: DEBUG nova.scheduler.client.report [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 819.921955] env[69169]: DEBUG nova.compute.provider_tree [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 64 to 65 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 819.922155] env[69169]: DEBUG nova.compute.provider_tree [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.107046] env[69169]: DEBUG oslo_concurrency.lockutils [req-c0726a41-d3b9-4f7b-b62d-bdc82ba974d2 req-ac6dace5-6830-4fcb-a71d-7fdc9bd7b3da service nova] Releasing lock "refresh_cache-e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.118035] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5295b35f-9969-7e84-9831-fa5aec1428e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011648} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.118399] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.118747] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 43f2bf3a-8396-4a47-8184-ceb5e9343453/43f2bf3a-8396-4a47-8184-ceb5e9343453.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.119067] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4e76ab9-e107-40ef-acda-ba33a0f3da99 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.129182] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 820.129182] env[69169]: value = "task-3250871" [ 820.129182] env[69169]: _type = "Task" [ 820.129182] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.138571] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.311723] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.383245] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250870, 'name': ReconfigVM_Task, 'duration_secs': 0.338656} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.383569] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 53c3c1dd-93f7-42ea-b423-6be5de3db37d/53c3c1dd-93f7-42ea-b423-6be5de3db37d.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.384217] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e00f0ec6-9efe-4b38-b6ec-b4523f2de92f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.392156] env[69169]: DEBUG nova.compute.manager [req-9a4675cc-ea40-4b57-90e9-39525c110300 req-92084763-9d87-496d-a86f-07e4294b1015 service nova] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Received event network-vif-plugged-474a9abc-3509-4119-bdfe-ca7f92fdd37a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.392156] env[69169]: DEBUG oslo_concurrency.lockutils [req-9a4675cc-ea40-4b57-90e9-39525c110300 req-92084763-9d87-496d-a86f-07e4294b1015 service nova] Acquiring lock "428edf2e-d26a-4e01-ae66-669d2fe45fdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.392156] env[69169]: DEBUG oslo_concurrency.lockutils [req-9a4675cc-ea40-4b57-90e9-39525c110300 req-92084763-9d87-496d-a86f-07e4294b1015 service nova] Lock "428edf2e-d26a-4e01-ae66-669d2fe45fdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.392156] env[69169]: DEBUG oslo_concurrency.lockutils [req-9a4675cc-ea40-4b57-90e9-39525c110300 req-92084763-9d87-496d-a86f-07e4294b1015 service nova] Lock "428edf2e-d26a-4e01-ae66-669d2fe45fdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.392156] env[69169]: DEBUG nova.compute.manager [req-9a4675cc-ea40-4b57-90e9-39525c110300 req-92084763-9d87-496d-a86f-07e4294b1015 service nova] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] No waiting events found dispatching network-vif-plugged-474a9abc-3509-4119-bdfe-ca7f92fdd37a {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.392407] env[69169]: WARNING nova.compute.manager [req-9a4675cc-ea40-4b57-90e9-39525c110300 req-92084763-9d87-496d-a86f-07e4294b1015 service nova] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Received unexpected event network-vif-plugged-474a9abc-3509-4119-bdfe-ca7f92fdd37a for instance with vm_state building and task_state spawning. [ 820.393954] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Waiting for the task: (returnval){ [ 820.393954] env[69169]: value = "task-3250872" [ 820.393954] env[69169]: _type = "Task" [ 820.393954] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.404918] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250872, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.427439] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.428175] env[69169]: DEBUG nova.compute.manager [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.430952] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.466s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.432372] env[69169]: INFO nova.compute.claims [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.541121] env[69169]: DEBUG nova.network.neutron [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Successfully updated port: 474a9abc-3509-4119-bdfe-ca7f92fdd37a {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.640691] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250871, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.812475] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250869, 'name': ReconfigVM_Task, 'duration_secs': 0.564501} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.812475] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Reconfigured VM instance instance-00000020 to attach disk [datastore1] ea8141ad-8ef4-4f36-a2d1-fec122122133/ea8141ad-8ef4-4f36-a2d1-fec122122133.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.813549] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f425f208-c5f8-4e15-815d-022358383411 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.821569] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Waiting for the task: (returnval){ [ 820.821569] env[69169]: value = "task-3250873" [ 820.821569] env[69169]: _type = "Task" [ 820.821569] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.831900] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250873, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.905491] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250872, 'name': Rename_Task, 'duration_secs': 0.514634} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.906543] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.906543] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e8a4a41-ffcb-4d9e-be91-81963826721a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.911959] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Waiting for the task: (returnval){ [ 820.911959] env[69169]: value = "task-3250874" [ 820.911959] env[69169]: _type = "Task" [ 820.911959] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.920417] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.937159] env[69169]: DEBUG nova.compute.utils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.942034] env[69169]: DEBUG nova.compute.manager [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.942034] env[69169]: DEBUG nova.network.neutron [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.001207] env[69169]: DEBUG nova.policy [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f25b018ade944f5ba4603e9407c4f47c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f79aadb4277b402b87535b46c192b0ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.005748] env[69169]: DEBUG oslo_vmware.rw_handles [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee057a-1d79-6ca6-33c8-b6739be9f094/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 821.006676] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ada5b0-a2bf-404c-82ae-c3e6965636c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.012933] env[69169]: DEBUG oslo_vmware.rw_handles [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee057a-1d79-6ca6-33c8-b6739be9f094/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 821.013111] env[69169]: ERROR oslo_vmware.rw_handles [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee057a-1d79-6ca6-33c8-b6739be9f094/disk-0.vmdk due to incomplete transfer. [ 821.013343] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-03c7e0f2-c440-45e6-8d27-6e94e4d4fc7f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.020246] env[69169]: DEBUG oslo_vmware.rw_handles [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee057a-1d79-6ca6-33c8-b6739be9f094/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 821.020445] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Uploaded image 9b53ebb7-4145-4a68-a133-67e57074673e to the Glance image server {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 821.022646] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 821.023014] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3364b4d3-9cd0-4835-80d2-3b1d2b0e4319 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.029174] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 821.029174] env[69169]: value = "task-3250875" [ 821.029174] env[69169]: _type = "Task" [ 821.029174] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.037502] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250875, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.043204] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Acquiring lock "refresh_cache-428edf2e-d26a-4e01-ae66-669d2fe45fdc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.043732] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Acquired lock "refresh_cache-428edf2e-d26a-4e01-ae66-669d2fe45fdc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.043732] env[69169]: DEBUG nova.network.neutron [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.141034] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829538} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.141317] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 43f2bf3a-8396-4a47-8184-ceb5e9343453/43f2bf3a-8396-4a47-8184-ceb5e9343453.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.141630] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.141911] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35bfe90c-e808-4c0c-a629-a3d9b95b6d1f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.148320] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 821.148320] env[69169]: value = "task-3250876" [ 821.148320] env[69169]: _type = "Task" [ 821.148320] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.157085] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.333199] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250873, 'name': Rename_Task, 'duration_secs': 0.32636} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.333199] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.334230] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74d15433-69c2-44d1-bdae-f0fc4e96e029 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.340191] env[69169]: DEBUG nova.network.neutron [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Successfully created port: 7c21ad45-732f-49e9-b948-aaa0e3ed5338 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.344342] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Waiting for the task: (returnval){ [ 821.344342] env[69169]: value = "task-3250877" [ 821.344342] env[69169]: _type = "Task" [ 821.344342] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.353469] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.421986] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.442523] env[69169]: DEBUG nova.compute.manager [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.540519] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250875, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.597626] env[69169]: DEBUG nova.network.neutron [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.661996] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063254} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.664740] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.665804] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca61cd71-e4d5-4752-8233-72fa6071be52 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.689883] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 43f2bf3a-8396-4a47-8184-ceb5e9343453/43f2bf3a-8396-4a47-8184-ceb5e9343453.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.692808] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-169f26bb-ca32-4f82-93e2-80bf48809c82 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.719112] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 821.719112] env[69169]: value = "task-3250878" [ 821.719112] env[69169]: _type = "Task" [ 821.719112] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.728482] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.807541] env[69169]: DEBUG nova.network.neutron [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Updating instance_info_cache with network_info: [{"id": "474a9abc-3509-4119-bdfe-ca7f92fdd37a", "address": "fa:16:3e:b7:dc:9c", "network": {"id": "bd3481e5-1e01-4f7e-a9b7-01aa9bcd2baf", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-306635031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba3dc8fc28d424984c770ead5aa1ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474a9abc-35", "ovs_interfaceid": "474a9abc-3509-4119-bdfe-ca7f92fdd37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.857857] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.927200] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.003970] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab7630d-68d7-4cc1-a417-a7671bb8e984 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.011718] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67967925-8c01-414c-8379-b9776db0f13b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.049780] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaed1ccf-7eb4-43e1-8f4d-a23366db1716 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.060139] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250875, 'name': Destroy_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.061491] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2026fa-52ab-4397-8f83-9a9819172886 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.077656] env[69169]: DEBUG nova.compute.provider_tree [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.229600] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.310509] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Releasing lock "refresh_cache-428edf2e-d26a-4e01-ae66-669d2fe45fdc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.310947] env[69169]: DEBUG nova.compute.manager [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Instance network_info: |[{"id": "474a9abc-3509-4119-bdfe-ca7f92fdd37a", "address": "fa:16:3e:b7:dc:9c", "network": {"id": "bd3481e5-1e01-4f7e-a9b7-01aa9bcd2baf", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-306635031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba3dc8fc28d424984c770ead5aa1ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474a9abc-35", "ovs_interfaceid": "474a9abc-3509-4119-bdfe-ca7f92fdd37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.311437] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:dc:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '474a9abc-3509-4119-bdfe-ca7f92fdd37a', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.320378] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Creating folder: Project (5ba3dc8fc28d424984c770ead5aa1ee3). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.320668] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c52277b-0293-4fc7-8ea6-5880cd355aa6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.332202] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Created folder: Project (5ba3dc8fc28d424984c770ead5aa1ee3) in parent group-v649481. [ 822.332409] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Creating folder: Instances. Parent ref: group-v649583. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.332650] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f909eb5-bc36-48ad-a49c-2a58bd46aac3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.341972] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Created folder: Instances in parent group-v649583. [ 822.342384] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.342475] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.342717] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88168dae-51e0-4b7a-9c3a-8a74d36ce195 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.368339] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.369583] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.369583] env[69169]: value = "task-3250881" [ 822.369583] env[69169]: _type = "Task" [ 822.369583] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.376661] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250881, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.414427] env[69169]: DEBUG nova.compute.manager [req-bc00197a-1797-4855-8aeb-b2fd2dcec567 req-bf8f7ac0-24b6-4e50-90ef-19170d5a7ef9 service nova] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Received event network-changed-474a9abc-3509-4119-bdfe-ca7f92fdd37a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.414634] env[69169]: DEBUG nova.compute.manager [req-bc00197a-1797-4855-8aeb-b2fd2dcec567 req-bf8f7ac0-24b6-4e50-90ef-19170d5a7ef9 service nova] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Refreshing instance network info cache due to event network-changed-474a9abc-3509-4119-bdfe-ca7f92fdd37a. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.414846] env[69169]: DEBUG oslo_concurrency.lockutils [req-bc00197a-1797-4855-8aeb-b2fd2dcec567 req-bf8f7ac0-24b6-4e50-90ef-19170d5a7ef9 service nova] Acquiring lock "refresh_cache-428edf2e-d26a-4e01-ae66-669d2fe45fdc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.414984] env[69169]: DEBUG oslo_concurrency.lockutils [req-bc00197a-1797-4855-8aeb-b2fd2dcec567 req-bf8f7ac0-24b6-4e50-90ef-19170d5a7ef9 service nova] Acquired lock "refresh_cache-428edf2e-d26a-4e01-ae66-669d2fe45fdc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.415203] env[69169]: DEBUG nova.network.neutron [req-bc00197a-1797-4855-8aeb-b2fd2dcec567 req-bf8f7ac0-24b6-4e50-90ef-19170d5a7ef9 service nova] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Refreshing network info cache for port 474a9abc-3509-4119-bdfe-ca7f92fdd37a {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.425732] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250874, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.452103] env[69169]: DEBUG nova.compute.manager [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.481510] env[69169]: DEBUG nova.virt.hardware [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.481761] env[69169]: DEBUG nova.virt.hardware [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.481914] env[69169]: DEBUG nova.virt.hardware [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.482111] env[69169]: DEBUG nova.virt.hardware [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.482257] env[69169]: DEBUG nova.virt.hardware [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.482625] env[69169]: DEBUG nova.virt.hardware [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.482625] env[69169]: DEBUG nova.virt.hardware [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.482809] env[69169]: DEBUG nova.virt.hardware [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.482976] env[69169]: DEBUG nova.virt.hardware [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.483150] env[69169]: DEBUG nova.virt.hardware [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.483319] env[69169]: DEBUG nova.virt.hardware [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.484554] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f041c90-608e-43b4-8c24-c53a36a13803 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.493330] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2c5d3b-fe80-4072-b8dc-551b17af9c38 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.554818] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250875, 'name': Destroy_Task, 'duration_secs': 1.127477} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.555619] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Destroyed the VM [ 822.555619] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.555772] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-acb2ec3f-9b66-416b-88c7-8789075c0e89 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.562731] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 822.562731] env[69169]: value = "task-3250882" [ 822.562731] env[69169]: _type = "Task" [ 822.562731] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.570867] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250882, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.581818] env[69169]: DEBUG nova.scheduler.client.report [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.729883] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250878, 'name': ReconfigVM_Task, 'duration_secs': 0.63412} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.730183] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 43f2bf3a-8396-4a47-8184-ceb5e9343453/43f2bf3a-8396-4a47-8184-ceb5e9343453.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.730870] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc0d9f35-9f1d-4409-8fa2-88dd9ed3dd36 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.739417] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 822.739417] env[69169]: value = "task-3250883" [ 822.739417] env[69169]: _type = "Task" [ 822.739417] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.753627] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250883, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.868867] env[69169]: DEBUG oslo_vmware.api [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250877, 'name': PowerOnVM_Task, 'duration_secs': 1.452234} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.869260] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.869555] env[69169]: INFO nova.compute.manager [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Took 12.57 seconds to spawn the instance on the hypervisor. [ 822.869893] env[69169]: DEBUG nova.compute.manager [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.870841] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10839b1-594b-4caa-a590-381e1c06b775 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.885967] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250881, 'name': CreateVM_Task, 'duration_secs': 0.47867} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.886319] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.887054] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.887227] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.887560] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.887825] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb8742f2-8728-4953-9094-0db81f9d5987 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.892685] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Waiting for the task: (returnval){ [ 822.892685] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529eac32-49da-3a0d-03fd-b3f7c0628faa" [ 822.892685] env[69169]: _type = "Task" [ 822.892685] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.901117] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529eac32-49da-3a0d-03fd-b3f7c0628faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.928731] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250874, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.040532] env[69169]: DEBUG nova.network.neutron [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Successfully updated port: 7c21ad45-732f-49e9-b948-aaa0e3ed5338 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.075085] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250882, 'name': RemoveSnapshot_Task} progress is 72%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.090203] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.090203] env[69169]: DEBUG nova.compute.manager [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.090203] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.400s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.211775] env[69169]: DEBUG nova.network.neutron [req-bc00197a-1797-4855-8aeb-b2fd2dcec567 req-bf8f7ac0-24b6-4e50-90ef-19170d5a7ef9 service nova] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Updated VIF entry in instance network info cache for port 474a9abc-3509-4119-bdfe-ca7f92fdd37a. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.212164] env[69169]: DEBUG nova.network.neutron [req-bc00197a-1797-4855-8aeb-b2fd2dcec567 req-bf8f7ac0-24b6-4e50-90ef-19170d5a7ef9 service nova] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Updating instance_info_cache with network_info: [{"id": "474a9abc-3509-4119-bdfe-ca7f92fdd37a", "address": "fa:16:3e:b7:dc:9c", "network": {"id": "bd3481e5-1e01-4f7e-a9b7-01aa9bcd2baf", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-306635031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba3dc8fc28d424984c770ead5aa1ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474a9abc-35", "ovs_interfaceid": "474a9abc-3509-4119-bdfe-ca7f92fdd37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.249877] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250883, 'name': Rename_Task, 'duration_secs': 0.202218} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.250380] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.250520] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ca6eb37-a13e-4156-9f70-795850e0989f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.257013] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 823.257013] env[69169]: value = "task-3250884" [ 823.257013] env[69169]: _type = "Task" [ 823.257013] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.264831] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.397743] env[69169]: INFO nova.compute.manager [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Took 57.66 seconds to build instance. [ 823.405019] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529eac32-49da-3a0d-03fd-b3f7c0628faa, 'name': SearchDatastore_Task, 'duration_secs': 0.014733} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.405019] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.405184] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.405398] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.405543] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.405755] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.406029] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85cba23a-523b-4d2b-8174-a6b19a0ddaa8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.417420] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.417631] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.422039] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91bdb7fa-1ebe-4568-9f33-f324ef81137e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.429854] env[69169]: DEBUG oslo_vmware.api [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250874, 'name': PowerOnVM_Task, 'duration_secs': 2.11093} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.431339] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.431681] env[69169]: INFO nova.compute.manager [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Took 6.44 seconds to spawn the instance on the hypervisor. [ 823.431992] env[69169]: DEBUG nova.compute.manager [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.432410] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Waiting for the task: (returnval){ [ 823.432410] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52403876-3edc-9ad2-22b5-fe92a8398933" [ 823.432410] env[69169]: _type = "Task" [ 823.432410] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.433242] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfd9384-1584-47c5-8fb4-64787c20f991 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.447771] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52403876-3edc-9ad2-22b5-fe92a8398933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.543594] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "refresh_cache-1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.544839] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquired lock "refresh_cache-1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.544839] env[69169]: DEBUG nova.network.neutron [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.573802] env[69169]: DEBUG oslo_vmware.api [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250882, 'name': RemoveSnapshot_Task, 'duration_secs': 0.844295} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.574088] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 823.574316] env[69169]: INFO nova.compute.manager [None req-b8feb5f0-d4f4-423e-b7bd-885e9609380c tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Took 17.85 seconds to snapshot the instance on the hypervisor. [ 823.599394] env[69169]: INFO nova.compute.claims [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.606482] env[69169]: DEBUG nova.compute.utils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.609028] env[69169]: DEBUG nova.compute.manager [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.609028] env[69169]: DEBUG nova.network.neutron [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.673261] env[69169]: DEBUG nova.policy [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4048aeec29541678eb6233176f8ebee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ba7632764804eaaaeabd3f5292a3105', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.715341] env[69169]: DEBUG oslo_concurrency.lockutils [req-bc00197a-1797-4855-8aeb-b2fd2dcec567 req-bf8f7ac0-24b6-4e50-90ef-19170d5a7ef9 service nova] Releasing lock "refresh_cache-428edf2e-d26a-4e01-ae66-669d2fe45fdc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.768155] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.837803] env[69169]: DEBUG oslo_concurrency.lockutils [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Acquiring lock "ea8141ad-8ef4-4f36-a2d1-fec122122133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.903088] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e7c88a77-8fe4-48c5-b4c3-f4a33f505f67 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Lock "ea8141ad-8ef4-4f36-a2d1-fec122122133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.503s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.903088] env[69169]: DEBUG oslo_concurrency.lockutils [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Lock "ea8141ad-8ef4-4f36-a2d1-fec122122133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.064s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.903088] env[69169]: DEBUG oslo_concurrency.lockutils [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Acquiring lock "ea8141ad-8ef4-4f36-a2d1-fec122122133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.903088] env[69169]: DEBUG oslo_concurrency.lockutils [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Lock "ea8141ad-8ef4-4f36-a2d1-fec122122133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.903505] env[69169]: DEBUG oslo_concurrency.lockutils [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Lock "ea8141ad-8ef4-4f36-a2d1-fec122122133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.909125] env[69169]: INFO nova.compute.manager [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Terminating instance [ 823.947988] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52403876-3edc-9ad2-22b5-fe92a8398933, 'name': SearchDatastore_Task, 'duration_secs': 0.017084} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.953476] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a01df1c-9b26-4699-b171-d1c79756b919 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.958793] env[69169]: INFO nova.compute.manager [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Took 39.77 seconds to build instance. [ 823.964388] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Waiting for the task: (returnval){ [ 823.964388] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527062d2-7911-9b19-f2e5-42d7a2f27573" [ 823.964388] env[69169]: _type = "Task" [ 823.964388] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.983189] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527062d2-7911-9b19-f2e5-42d7a2f27573, 'name': SearchDatastore_Task, 'duration_secs': 0.012117} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.983715] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.984349] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 428edf2e-d26a-4e01-ae66-669d2fe45fdc/428edf2e-d26a-4e01-ae66-669d2fe45fdc.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.984768] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17080a9f-8b8a-4f98-805c-467f21f56065 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.995539] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Waiting for the task: (returnval){ [ 823.995539] env[69169]: value = "task-3250885" [ 823.995539] env[69169]: _type = "Task" [ 823.995539] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.008631] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.057343] env[69169]: DEBUG nova.network.neutron [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Successfully created port: d2210b33-7388-484a-9288-331179dcd2e4 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.094364] env[69169]: DEBUG nova.network.neutron [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.113255] env[69169]: INFO nova.compute.resource_tracker [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating resource usage from migration 40196546-8514-4174-9a03-a54d2e9b3e42 [ 824.119264] env[69169]: DEBUG nova.compute.manager [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.273184] env[69169]: DEBUG oslo_vmware.api [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250884, 'name': PowerOnVM_Task, 'duration_secs': 0.918455} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.273520] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.273795] env[69169]: INFO nova.compute.manager [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Took 9.98 seconds to spawn the instance on the hypervisor. [ 824.273934] env[69169]: DEBUG nova.compute.manager [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.274920] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026db154-6946-4dde-a896-4eec28ddc80a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.313233] env[69169]: DEBUG nova.network.neutron [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Updating instance_info_cache with network_info: [{"id": "7c21ad45-732f-49e9-b948-aaa0e3ed5338", "address": "fa:16:3e:41:85:7d", "network": {"id": "88638114-000c-45ac-9d8d-26f5e5139175", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2054742416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79aadb4277b402b87535b46c192b0ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c21ad45-73", "ovs_interfaceid": "7c21ad45-732f-49e9-b948-aaa0e3ed5338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.408849] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.415535] env[69169]: DEBUG nova.compute.manager [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.415535] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.417271] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3130df50-ffba-4291-8047-afa5f292f482 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.425841] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.427677] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-121dba65-2c1d-410b-9ae1-e856e7fe4282 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.432573] env[69169]: DEBUG oslo_vmware.api [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Waiting for the task: (returnval){ [ 824.432573] env[69169]: value = "task-3250886" [ 824.432573] env[69169]: _type = "Task" [ 824.432573] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.440763] env[69169]: DEBUG nova.network.neutron [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Successfully created port: b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.447721] env[69169]: DEBUG oslo_vmware.api [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.467618] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef42e9e4-e009-43f7-83f9-ac48e5317858 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Lock "53c3c1dd-93f7-42ea-b423-6be5de3db37d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.680s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.509019] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250885, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.640144] env[69169]: DEBUG nova.compute.manager [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Received event network-vif-plugged-7c21ad45-732f-49e9-b948-aaa0e3ed5338 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.640367] env[69169]: DEBUG oslo_concurrency.lockutils [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] Acquiring lock "1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.640578] env[69169]: DEBUG oslo_concurrency.lockutils [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] Lock "1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.640807] env[69169]: DEBUG oslo_concurrency.lockutils [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] Lock "1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.640947] env[69169]: DEBUG nova.compute.manager [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] No waiting events found dispatching network-vif-plugged-7c21ad45-732f-49e9-b948-aaa0e3ed5338 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.641129] env[69169]: WARNING nova.compute.manager [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Received unexpected event network-vif-plugged-7c21ad45-732f-49e9-b948-aaa0e3ed5338 for instance with vm_state building and task_state spawning. [ 824.641258] env[69169]: DEBUG nova.compute.manager [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Received event network-changed-7c21ad45-732f-49e9-b948-aaa0e3ed5338 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.641408] env[69169]: DEBUG nova.compute.manager [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Refreshing instance network info cache due to event network-changed-7c21ad45-732f-49e9-b948-aaa0e3ed5338. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.642029] env[69169]: DEBUG oslo_concurrency.lockutils [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] Acquiring lock "refresh_cache-1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.708321] env[69169]: DEBUG nova.network.neutron [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Successfully created port: f5176e50-6552-4239-99e4-03b34d81a0b2 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.714566] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ddc721-7b79-485c-8ba6-722a68e38607 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.723247] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f3b034-77e9-43cd-a447-4ed50b49e064 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.755298] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c816a2c0-4e44-496b-abea-ace9936c7030 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.763148] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2567572-8755-447f-855e-88d855752db7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.777242] env[69169]: DEBUG nova.compute.provider_tree [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.799140] env[69169]: INFO nova.compute.manager [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Took 42.53 seconds to build instance. [ 824.815414] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Releasing lock "refresh_cache-1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.815527] env[69169]: DEBUG nova.compute.manager [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Instance network_info: |[{"id": "7c21ad45-732f-49e9-b948-aaa0e3ed5338", "address": "fa:16:3e:41:85:7d", "network": {"id": "88638114-000c-45ac-9d8d-26f5e5139175", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2054742416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79aadb4277b402b87535b46c192b0ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c21ad45-73", "ovs_interfaceid": "7c21ad45-732f-49e9-b948-aaa0e3ed5338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.815875] env[69169]: DEBUG oslo_concurrency.lockutils [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] Acquired lock "refresh_cache-1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.816119] env[69169]: DEBUG nova.network.neutron [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Refreshing network info cache for port 7c21ad45-732f-49e9-b948-aaa0e3ed5338 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.817667] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:85:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c21ad45-732f-49e9-b948-aaa0e3ed5338', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.826315] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Creating folder: Project (f79aadb4277b402b87535b46c192b0ce). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.827430] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84c25f11-cae3-4b0c-a423-87a7eabd61c2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.840246] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Created folder: Project (f79aadb4277b402b87535b46c192b0ce) in parent group-v649481. [ 824.840537] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Creating folder: Instances. Parent ref: group-v649586. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.840835] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c390de5-0c38-40e8-ab21-e00163706744 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.851214] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Created folder: Instances in parent group-v649586. [ 824.851475] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.851740] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.852094] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b75ea19f-2018-4e2b-bf63-b3c85d9bcf04 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.875912] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.875912] env[69169]: value = "task-3250889" [ 824.875912] env[69169]: _type = "Task" [ 824.875912] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.885128] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250889, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.933876] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.944439] env[69169]: DEBUG oslo_vmware.api [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250886, 'name': PowerOffVM_Task, 'duration_secs': 0.29611} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.944661] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.944811] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.945104] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bb8905a-2763-42e8-9082-29ff04c747ca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.972071] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.010092] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533192} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.010469] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 428edf2e-d26a-4e01-ae66-669d2fe45fdc/428edf2e-d26a-4e01-ae66-669d2fe45fdc.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.010784] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.011899] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbcd14f2-62a1-44bc-be8d-030d8e65ad65 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.019543] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Waiting for the task: (returnval){ [ 825.019543] env[69169]: value = "task-3250891" [ 825.019543] env[69169]: _type = "Task" [ 825.019543] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.029616] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.132703] env[69169]: DEBUG nova.compute.manager [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.162223] env[69169]: DEBUG nova.virt.hardware [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.162524] env[69169]: DEBUG nova.virt.hardware [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.162685] env[69169]: DEBUG nova.virt.hardware [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.162866] env[69169]: DEBUG nova.virt.hardware [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.163027] env[69169]: DEBUG nova.virt.hardware [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.163252] env[69169]: DEBUG nova.virt.hardware [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.163487] env[69169]: DEBUG nova.virt.hardware [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.163667] env[69169]: DEBUG nova.virt.hardware [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.163904] env[69169]: DEBUG nova.virt.hardware [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.164103] env[69169]: DEBUG nova.virt.hardware [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.164280] env[69169]: DEBUG nova.virt.hardware [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.165182] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74d6f97-c528-496e-bc4d-643a0d2d2532 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.176183] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32410057-40ff-434d-b647-97a5af6cf2b9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.281555] env[69169]: DEBUG nova.scheduler.client.report [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.298640] env[69169]: DEBUG nova.compute.manager [None req-9646128a-d2e7-479c-9610-8bce02908e95 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.299232] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f3abad-8ea4-4c3d-815c-5c50bcdd0f14 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.302795] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0663078f-7b23-45db-9830-eb291324d3c6 tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "43f2bf3a-8396-4a47-8184-ceb5e9343453" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.915s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.388285] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250889, 'name': CreateVM_Task, 'duration_secs': 0.429186} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.388285] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.388285] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.388285] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.388285] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.388692] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb14e5e-d3d5-4417-b7bb-b90b16e44c53 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.394199] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 825.394199] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521d12c7-752a-eea6-bb45-f2e45c54b396" [ 825.394199] env[69169]: _type = "Task" [ 825.394199] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.403435] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521d12c7-752a-eea6-bb45-f2e45c54b396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.520254] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.531449] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082365} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.531449] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.533455] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce469e23-ccb7-45e1-a241-3cf6f653951c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.557401] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 428edf2e-d26a-4e01-ae66-669d2fe45fdc/428edf2e-d26a-4e01-ae66-669d2fe45fdc.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.558031] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62fbaafe-db5f-4adf-aa25-a2bab21bccf5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.574607] env[69169]: DEBUG oslo_concurrency.lockutils [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Acquiring lock "53c3c1dd-93f7-42ea-b423-6be5de3db37d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.574939] env[69169]: DEBUG oslo_concurrency.lockutils [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Lock "53c3c1dd-93f7-42ea-b423-6be5de3db37d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.575409] env[69169]: DEBUG oslo_concurrency.lockutils [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Acquiring lock "53c3c1dd-93f7-42ea-b423-6be5de3db37d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.575463] env[69169]: DEBUG oslo_concurrency.lockutils [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Lock "53c3c1dd-93f7-42ea-b423-6be5de3db37d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.575862] env[69169]: DEBUG oslo_concurrency.lockutils [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Lock "53c3c1dd-93f7-42ea-b423-6be5de3db37d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.581321] env[69169]: INFO nova.compute.manager [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Terminating instance [ 825.589416] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Waiting for the task: (returnval){ [ 825.589416] env[69169]: value = "task-3250892" [ 825.589416] env[69169]: _type = "Task" [ 825.589416] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.603602] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.638431] env[69169]: DEBUG nova.network.neutron [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Updated VIF entry in instance network info cache for port 7c21ad45-732f-49e9-b948-aaa0e3ed5338. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.638783] env[69169]: DEBUG nova.network.neutron [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Updating instance_info_cache with network_info: [{"id": "7c21ad45-732f-49e9-b948-aaa0e3ed5338", "address": "fa:16:3e:41:85:7d", "network": {"id": "88638114-000c-45ac-9d8d-26f5e5139175", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2054742416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79aadb4277b402b87535b46c192b0ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c21ad45-73", "ovs_interfaceid": "7c21ad45-732f-49e9-b948-aaa0e3ed5338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.785812] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.696s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.786103] env[69169]: INFO nova.compute.manager [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Migrating [ 825.786346] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.786527] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.790051] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.900s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.790051] env[69169]: DEBUG nova.objects.instance [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lazy-loading 'resources' on Instance uuid 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.810443] env[69169]: DEBUG nova.compute.manager [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.815128] env[69169]: INFO nova.compute.manager [None req-9646128a-d2e7-479c-9610-8bce02908e95 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] instance snapshotting [ 825.815128] env[69169]: DEBUG nova.objects.instance [None req-9646128a-d2e7-479c-9610-8bce02908e95 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Lazy-loading 'flavor' on Instance uuid 53c3c1dd-93f7-42ea-b423-6be5de3db37d {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.908202] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521d12c7-752a-eea6-bb45-f2e45c54b396, 'name': SearchDatastore_Task, 'duration_secs': 0.04695} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.908414] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.908805] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.909217] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.909498] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.909828] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.910601] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2563ee85-e864-4119-a251-9def2c667105 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.924803] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.925154] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.926326] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c00a8e7-247c-4272-8119-41e6d89187b2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.933749] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 825.933749] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52840ba7-3ae9-006b-84bd-a2fc01d9998b" [ 825.933749] env[69169]: _type = "Task" [ 825.933749] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.947036] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52840ba7-3ae9-006b-84bd-a2fc01d9998b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.085991] env[69169]: DEBUG oslo_concurrency.lockutils [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Acquiring lock "refresh_cache-53c3c1dd-93f7-42ea-b423-6be5de3db37d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.086296] env[69169]: DEBUG oslo_concurrency.lockutils [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Acquired lock "refresh_cache-53c3c1dd-93f7-42ea-b423-6be5de3db37d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.086594] env[69169]: DEBUG nova.network.neutron [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.099320] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.140858] env[69169]: DEBUG oslo_concurrency.lockutils [req-65215680-3a84-442f-be94-1531ef856559 req-e72051fe-41b6-4546-a86d-91ee1ee867c2 service nova] Releasing lock "refresh_cache-1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.250195] env[69169]: DEBUG nova.compute.manager [req-4004d1b4-0b15-4c26-9a5d-6551c4335c1b req-4715b330-8a12-41a1-be71-4b12e84013e4 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Received event network-vif-plugged-d2210b33-7388-484a-9288-331179dcd2e4 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.250195] env[69169]: DEBUG oslo_concurrency.lockutils [req-4004d1b4-0b15-4c26-9a5d-6551c4335c1b req-4715b330-8a12-41a1-be71-4b12e84013e4 service nova] Acquiring lock "4166a211-8c3d-4e89-bf43-f134631eb018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.250195] env[69169]: DEBUG oslo_concurrency.lockutils [req-4004d1b4-0b15-4c26-9a5d-6551c4335c1b req-4715b330-8a12-41a1-be71-4b12e84013e4 service nova] Lock "4166a211-8c3d-4e89-bf43-f134631eb018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.250195] env[69169]: DEBUG oslo_concurrency.lockutils [req-4004d1b4-0b15-4c26-9a5d-6551c4335c1b req-4715b330-8a12-41a1-be71-4b12e84013e4 service nova] Lock "4166a211-8c3d-4e89-bf43-f134631eb018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.250195] env[69169]: DEBUG nova.compute.manager [req-4004d1b4-0b15-4c26-9a5d-6551c4335c1b req-4715b330-8a12-41a1-be71-4b12e84013e4 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] No waiting events found dispatching network-vif-plugged-d2210b33-7388-484a-9288-331179dcd2e4 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.250577] env[69169]: WARNING nova.compute.manager [req-4004d1b4-0b15-4c26-9a5d-6551c4335c1b req-4715b330-8a12-41a1-be71-4b12e84013e4 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Received unexpected event network-vif-plugged-d2210b33-7388-484a-9288-331179dcd2e4 for instance with vm_state building and task_state spawning. [ 826.261029] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Acquiring lock "7d162860-00ee-4b0b-95f8-9632c4eabfad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.261029] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lock "7d162860-00ee-4b0b-95f8-9632c4eabfad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.261029] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Acquiring lock "7d162860-00ee-4b0b-95f8-9632c4eabfad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.261029] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lock "7d162860-00ee-4b0b-95f8-9632c4eabfad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.261274] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lock "7d162860-00ee-4b0b-95f8-9632c4eabfad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.262366] env[69169]: INFO nova.compute.manager [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Terminating instance [ 826.289077] env[69169]: INFO nova.compute.rpcapi [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 826.289660] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.329154] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae71a43-78bb-44f1-8aae-cd797a9e6522 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.353165] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.353996] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc1626c-f615-4c46-b320-026c1c05ac28 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.377825] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquiring lock "43f2bf3a-8396-4a47-8184-ceb5e9343453" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.377825] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "43f2bf3a-8396-4a47-8184-ceb5e9343453" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.378559] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquiring lock "43f2bf3a-8396-4a47-8184-ceb5e9343453-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.378559] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "43f2bf3a-8396-4a47-8184-ceb5e9343453-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.378559] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "43f2bf3a-8396-4a47-8184-ceb5e9343453-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.380524] env[69169]: INFO nova.compute.manager [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Terminating instance [ 826.394207] env[69169]: DEBUG nova.network.neutron [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Successfully updated port: d2210b33-7388-484a-9288-331179dcd2e4 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.444052] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52840ba7-3ae9-006b-84bd-a2fc01d9998b, 'name': SearchDatastore_Task, 'duration_secs': 0.046808} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.445020] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3403474-6594-4539-bfcb-e00ab299280e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.455516] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 826.455516] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a02378-6dda-3143-de08-1473ae77b23f" [ 826.455516] env[69169]: _type = "Task" [ 826.455516] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.467093] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a02378-6dda-3143-de08-1473ae77b23f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.608355] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.623196] env[69169]: DEBUG nova.network.neutron [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.683943] env[69169]: DEBUG nova.network.neutron [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.767036] env[69169]: DEBUG nova.compute.manager [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.767143] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.768047] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c1ba3b-c134-4311-bed8-d1decef9004a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.779061] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.779768] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76c2e5d3-e66b-4952-ad08-d4b565cc1dde {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.787516] env[69169]: DEBUG oslo_vmware.api [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 826.787516] env[69169]: value = "task-3250893" [ 826.787516] env[69169]: _type = "Task" [ 826.787516] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.796356] env[69169]: DEBUG oslo_vmware.api [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.812994] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.813295] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.813408] env[69169]: DEBUG nova.network.neutron [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.819093] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.819375] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.820048] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Deleting the datastore file [datastore1] ea8141ad-8ef4-4f36-a2d1-fec122122133 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.820349] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e65a321-04b8-4ba6-b986-a4648d3b6ecc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.827379] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc809ceb-e9f0-4a75-9c71-648a512b143f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.831170] env[69169]: DEBUG oslo_vmware.api [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Waiting for the task: (returnval){ [ 826.831170] env[69169]: value = "task-3250894" [ 826.831170] env[69169]: _type = "Task" [ 826.831170] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.838668] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b00fd54-4859-4bb2-8df6-646702982615 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.845045] env[69169]: DEBUG oslo_vmware.api [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.874044] env[69169]: DEBUG nova.compute.manager [None req-9646128a-d2e7-479c-9610-8bce02908e95 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Instance disappeared during snapshot {{(pid=69169) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 826.877631] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f17e0ee-a4c9-458a-8d7b-657e9446aa6c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.885493] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a066506d-b695-433a-9f15-6cd56bdbf82c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.890279] env[69169]: DEBUG nova.compute.manager [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.890502] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.891310] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c643c2-e11c-4ca9-9772-2dc4dbf295c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.907452] env[69169]: DEBUG nova.compute.provider_tree [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.911156] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.915132] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9639fb9-b79b-49ed-9dab-4204220a7a9e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.922388] env[69169]: DEBUG oslo_vmware.api [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 826.922388] env[69169]: value = "task-3250895" [ 826.922388] env[69169]: _type = "Task" [ 826.922388] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.930716] env[69169]: DEBUG oslo_vmware.api [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.968559] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a02378-6dda-3143-de08-1473ae77b23f, 'name': SearchDatastore_Task, 'duration_secs': 0.029507} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.968917] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.969197] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439/1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.969502] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d86a2ef-8574-4e59-97c8-b469c83a2777 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.976890] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 826.976890] env[69169]: value = "task-3250896" [ 826.976890] env[69169]: _type = "Task" [ 826.976890] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.986764] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3250896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.055536] env[69169]: DEBUG nova.compute.manager [None req-9646128a-d2e7-479c-9610-8bce02908e95 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Found 0 images (rotation: 2) {{(pid=69169) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 827.101343] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250892, 'name': ReconfigVM_Task, 'duration_secs': 1.1284} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.101619] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 428edf2e-d26a-4e01-ae66-669d2fe45fdc/428edf2e-d26a-4e01-ae66-669d2fe45fdc.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.102370] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec38bcd3-c4c0-4f61-b945-26a6de16e3ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.111019] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Waiting for the task: (returnval){ [ 827.111019] env[69169]: value = "task-3250897" [ 827.111019] env[69169]: _type = "Task" [ 827.111019] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.116387] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250897, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.190194] env[69169]: DEBUG oslo_concurrency.lockutils [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Releasing lock "refresh_cache-53c3c1dd-93f7-42ea-b423-6be5de3db37d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.190623] env[69169]: DEBUG nova.compute.manager [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.191601] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.192706] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0287829b-47a3-410d-bdef-db4e24229679 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.200079] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.200360] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e321efe0-9c1b-4713-9d1d-da10fc0ac6a3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.209219] env[69169]: DEBUG oslo_vmware.api [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Waiting for the task: (returnval){ [ 827.209219] env[69169]: value = "task-3250898" [ 827.209219] env[69169]: _type = "Task" [ 827.209219] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.218732] env[69169]: DEBUG oslo_vmware.api [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.298848] env[69169]: DEBUG oslo_vmware.api [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250893, 'name': PowerOffVM_Task, 'duration_secs': 0.200127} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.299208] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.299408] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.299687] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f61ec02-148a-4b4a-8f66-7cd92ff079c2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.342284] env[69169]: DEBUG oslo_vmware.api [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Task: {'id': task-3250894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194182} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.342608] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.342817] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.342998] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.343183] env[69169]: INFO nova.compute.manager [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Took 2.93 seconds to destroy the instance on the hypervisor. [ 827.343425] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.343623] env[69169]: DEBUG nova.compute.manager [-] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.343722] env[69169]: DEBUG nova.network.neutron [-] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.375655] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.375871] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.376060] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Deleting the datastore file [datastore2] 7d162860-00ee-4b0b-95f8-9632c4eabfad {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.376601] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e65aee99-13ea-497a-9349-70676afdac7a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.386701] env[69169]: DEBUG oslo_vmware.api [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for the task: (returnval){ [ 827.386701] env[69169]: value = "task-3250900" [ 827.386701] env[69169]: _type = "Task" [ 827.386701] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.393013] env[69169]: DEBUG oslo_vmware.api [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.416756] env[69169]: DEBUG nova.scheduler.client.report [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.432980] env[69169]: DEBUG oslo_vmware.api [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250895, 'name': PowerOffVM_Task, 'duration_secs': 0.163726} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.433325] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.433779] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.433779] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ba1839a-ebe7-4370-bdde-3646e7a33001 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.494760] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3250896, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.500545] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.500953] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.501344] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Deleting the datastore file [datastore1] 43f2bf3a-8396-4a47-8184-ceb5e9343453 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.501906] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e76cc44-aaa5-41ad-88b3-d44491eaf94e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.510113] env[69169]: DEBUG oslo_vmware.api [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for the task: (returnval){ [ 827.510113] env[69169]: value = "task-3250902" [ 827.510113] env[69169]: _type = "Task" [ 827.510113] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.528685] env[69169]: DEBUG oslo_vmware.api [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.622741] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250897, 'name': Rename_Task, 'duration_secs': 0.153374} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.623935] env[69169]: DEBUG nova.network.neutron [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance_info_cache with network_info: [{"id": "411c514a-fcd6-44b1-9da9-d690dc5d6862", "address": "fa:16:3e:5a:c3:08", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411c514a-fc", "ovs_interfaceid": "411c514a-fcd6-44b1-9da9-d690dc5d6862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.625290] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.629154] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-369b7e53-b17d-4d5b-88fd-806560d1cb9a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.639078] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Waiting for the task: (returnval){ [ 827.639078] env[69169]: value = "task-3250903" [ 827.639078] env[69169]: _type = "Task" [ 827.639078] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.650460] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.720151] env[69169]: DEBUG oslo_vmware.api [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250898, 'name': PowerOffVM_Task, 'duration_secs': 0.148081} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.720549] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.720929] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.721324] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a6e73bd-a49d-45a1-a154-73e557220743 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.746340] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.746340] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.746340] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Deleting the datastore file [datastore1] 53c3c1dd-93f7-42ea-b423-6be5de3db37d {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.746340] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40cb8842-3004-4e86-ace0-018193b681f9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.752341] env[69169]: DEBUG oslo_vmware.api [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Waiting for the task: (returnval){ [ 827.752341] env[69169]: value = "task-3250905" [ 827.752341] env[69169]: _type = "Task" [ 827.752341] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.761306] env[69169]: DEBUG oslo_vmware.api [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.894701] env[69169]: DEBUG oslo_vmware.api [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Task: {'id': task-3250900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316786} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.894930] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.898492] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.898492] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.898492] env[69169]: INFO nova.compute.manager [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 827.898492] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.898492] env[69169]: DEBUG nova.compute.manager [-] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.898492] env[69169]: DEBUG nova.network.neutron [-] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.922323] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.924682] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.537s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.924916] env[69169]: DEBUG nova.objects.instance [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lazy-loading 'resources' on Instance uuid f60780d7-d486-40a9-9868-226ff1a1beb0 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.947305] env[69169]: INFO nova.scheduler.client.report [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Deleted allocations for instance 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1 [ 827.988816] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3250896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578237} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.989169] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439/1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.989380] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.989611] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7fc0488-1fcb-4976-b061-18a587343b4e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.996602] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 827.996602] env[69169]: value = "task-3250906" [ 827.996602] env[69169]: _type = "Task" [ 827.996602] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.005480] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3250906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.019998] env[69169]: DEBUG oslo_vmware.api [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Task: {'id': task-3250902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162942} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.020383] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.020625] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.020854] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.021077] env[69169]: INFO nova.compute.manager [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Took 1.13 seconds to destroy the instance on the hypervisor. [ 828.021398] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.021657] env[69169]: DEBUG nova.compute.manager [-] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.021804] env[69169]: DEBUG nova.network.neutron [-] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.131213] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.154767] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250903, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.175616] env[69169]: DEBUG nova.network.neutron [-] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.263263] env[69169]: DEBUG oslo_vmware.api [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Task: {'id': task-3250905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117199} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.263540] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.263784] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.263927] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.264070] env[69169]: INFO nova.compute.manager [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Took 1.07 seconds to destroy the instance on the hypervisor. [ 828.264308] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.264594] env[69169]: DEBUG nova.compute.manager [-] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.264695] env[69169]: DEBUG nova.network.neutron [-] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.286708] env[69169]: DEBUG nova.compute.manager [req-618e54b4-0f2c-4514-9c52-313e53791438 req-9e18c9a2-ea36-4d7b-ba88-d7c90b2461a6 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Received event network-changed-d2210b33-7388-484a-9288-331179dcd2e4 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.287090] env[69169]: DEBUG nova.compute.manager [req-618e54b4-0f2c-4514-9c52-313e53791438 req-9e18c9a2-ea36-4d7b-ba88-d7c90b2461a6 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Refreshing instance network info cache due to event network-changed-d2210b33-7388-484a-9288-331179dcd2e4. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.287090] env[69169]: DEBUG oslo_concurrency.lockutils [req-618e54b4-0f2c-4514-9c52-313e53791438 req-9e18c9a2-ea36-4d7b-ba88-d7c90b2461a6 service nova] Acquiring lock "refresh_cache-4166a211-8c3d-4e89-bf43-f134631eb018" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.287353] env[69169]: DEBUG oslo_concurrency.lockutils [req-618e54b4-0f2c-4514-9c52-313e53791438 req-9e18c9a2-ea36-4d7b-ba88-d7c90b2461a6 service nova] Acquired lock "refresh_cache-4166a211-8c3d-4e89-bf43-f134631eb018" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.287429] env[69169]: DEBUG nova.network.neutron [req-618e54b4-0f2c-4514-9c52-313e53791438 req-9e18c9a2-ea36-4d7b-ba88-d7c90b2461a6 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Refreshing network info cache for port d2210b33-7388-484a-9288-331179dcd2e4 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.288989] env[69169]: DEBUG nova.network.neutron [-] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.342941] env[69169]: DEBUG nova.compute.manager [req-14268fda-f1d8-447a-a580-fff4f277fdb4 req-662c8050-d344-462f-907f-a0035f21bc00 service nova] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Received event network-vif-deleted-4f60eb01-fc15-4918-a10d-22b715415413 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.343168] env[69169]: INFO nova.compute.manager [req-14268fda-f1d8-447a-a580-fff4f277fdb4 req-662c8050-d344-462f-907f-a0035f21bc00 service nova] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Neutron deleted interface 4f60eb01-fc15-4918-a10d-22b715415413; detaching it from the instance and deleting it from the info cache [ 828.343339] env[69169]: DEBUG nova.network.neutron [req-14268fda-f1d8-447a-a580-fff4f277fdb4 req-662c8050-d344-462f-907f-a0035f21bc00 service nova] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.455539] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f03be703-6054-4642-b579-b06467f2aa0d tempest-FloatingIPsAssociationTestJSON-1228024505 tempest-FloatingIPsAssociationTestJSON-1228024505-project-member] Lock "32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.083s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.510258] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3250906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094425} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.510562] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.511472] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013f97f0-ede9-4ff2-9694-967f732307ff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.538384] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439/1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.541222] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bb7cd24-c964-4df7-bd1c-293852d2deb7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.561520] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 828.561520] env[69169]: value = "task-3250907" [ 828.561520] env[69169]: _type = "Task" [ 828.561520] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.570405] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3250907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.651757] env[69169]: DEBUG oslo_vmware.api [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250903, 'name': PowerOnVM_Task, 'duration_secs': 0.906813} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.656782] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.656782] env[69169]: INFO nova.compute.manager [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Took 8.99 seconds to spawn the instance on the hypervisor. [ 828.656782] env[69169]: DEBUG nova.compute.manager [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.656782] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d425710-f1d5-4ff4-8638-27499d93a044 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.658901] env[69169]: DEBUG nova.network.neutron [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Successfully updated port: b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.682491] env[69169]: INFO nova.compute.manager [-] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Took 1.34 seconds to deallocate network for instance. [ 828.694034] env[69169]: DEBUG nova.network.neutron [-] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.794614] env[69169]: DEBUG nova.network.neutron [-] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.819837] env[69169]: DEBUG nova.network.neutron [-] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.844988] env[69169]: DEBUG nova.network.neutron [req-618e54b4-0f2c-4514-9c52-313e53791438 req-9e18c9a2-ea36-4d7b-ba88-d7c90b2461a6 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.847261] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fdc0465-8d10-4a27-8b38-4d7e5579d983 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.858431] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c0a334-4e06-413c-ad7a-c9d411f83194 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.897715] env[69169]: DEBUG nova.compute.manager [req-14268fda-f1d8-447a-a580-fff4f277fdb4 req-662c8050-d344-462f-907f-a0035f21bc00 service nova] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Detach interface failed, port_id=4f60eb01-fc15-4918-a10d-22b715415413, reason: Instance 43f2bf3a-8396-4a47-8184-ceb5e9343453 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 829.017322] env[69169]: DEBUG nova.network.neutron [req-618e54b4-0f2c-4514-9c52-313e53791438 req-9e18c9a2-ea36-4d7b-ba88-d7c90b2461a6 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.035068] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547f2055-5b9c-4888-9a61-83ff5448fc63 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.043852] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ee0bd1-6dd3-4326-bbc2-fd7258bbdb36 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.078170] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3955b409-282f-4bc0-b280-f2faa4c28462 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.090574] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f34b9c2-7b18-48e3-a40f-9a80217077eb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.094430] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3250907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.105536] env[69169]: DEBUG nova.compute.provider_tree [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.177265] env[69169]: INFO nova.compute.manager [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Took 40.12 seconds to build instance. [ 829.190638] env[69169]: DEBUG oslo_concurrency.lockutils [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.195595] env[69169]: INFO nova.compute.manager [-] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Took 1.30 seconds to deallocate network for instance. [ 829.298210] env[69169]: INFO nova.compute.manager [-] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Took 1.03 seconds to deallocate network for instance. [ 829.324608] env[69169]: INFO nova.compute.manager [-] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Took 1.30 seconds to deallocate network for instance. [ 829.520177] env[69169]: DEBUG oslo_concurrency.lockutils [req-618e54b4-0f2c-4514-9c52-313e53791438 req-9e18c9a2-ea36-4d7b-ba88-d7c90b2461a6 service nova] Releasing lock "refresh_cache-4166a211-8c3d-4e89-bf43-f134631eb018" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.520452] env[69169]: DEBUG nova.compute.manager [req-618e54b4-0f2c-4514-9c52-313e53791438 req-9e18c9a2-ea36-4d7b-ba88-d7c90b2461a6 service nova] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Received event network-vif-deleted-28b92787-b973-45c3-b06a-08127784dd18 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.520638] env[69169]: DEBUG nova.compute.manager [req-618e54b4-0f2c-4514-9c52-313e53791438 req-9e18c9a2-ea36-4d7b-ba88-d7c90b2461a6 service nova] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Received event network-vif-deleted-38d7c542-616d-458b-904b-76e272024de8 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.520807] env[69169]: INFO nova.compute.manager [req-618e54b4-0f2c-4514-9c52-313e53791438 req-9e18c9a2-ea36-4d7b-ba88-d7c90b2461a6 service nova] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Neutron deleted interface 38d7c542-616d-458b-904b-76e272024de8; detaching it from the instance and deleting it from the info cache [ 829.521028] env[69169]: DEBUG nova.network.neutron [req-618e54b4-0f2c-4514-9c52-313e53791438 req-9e18c9a2-ea36-4d7b-ba88-d7c90b2461a6 service nova] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.584740] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3250907, 'name': ReconfigVM_Task, 'duration_secs': 0.778914} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.588019] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439/1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.588019] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdf08779-ceaa-4fee-85c9-26745ca867bc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.593253] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 829.593253] env[69169]: value = "task-3250908" [ 829.593253] env[69169]: _type = "Task" [ 829.593253] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.603033] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3250908, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.610606] env[69169]: DEBUG nova.scheduler.client.report [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.653165] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8e49eb-c6a4-4f1a-8d87-cfb50fed3241 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.673091] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance '927ea571-50ec-4f5e-a5b8-fb0edf599adf' progress to 0 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.679158] env[69169]: DEBUG oslo_concurrency.lockutils [None req-215f2fae-2184-403d-acb6-baa4296e6f07 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Lock "428edf2e-d26a-4e01-ae66-669d2fe45fdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.090s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.702340] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.804939] env[69169]: DEBUG oslo_concurrency.lockutils [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.831784] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.024132] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b15b42c-70c1-4a2a-9620-e5a858482580 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.034326] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a53ff2d-443d-4c12-83a8-3f9767a7d10e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.071436] env[69169]: DEBUG nova.compute.manager [req-618e54b4-0f2c-4514-9c52-313e53791438 req-9e18c9a2-ea36-4d7b-ba88-d7c90b2461a6 service nova] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Detach interface failed, port_id=38d7c542-616d-458b-904b-76e272024de8, reason: Instance 7d162860-00ee-4b0b-95f8-9632c4eabfad could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.103421] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3250908, 'name': Rename_Task, 'duration_secs': 0.182223} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.103710] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.103957] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7f0fb19-fe7d-4cfa-9743-f8773fe4dbb8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.110710] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 830.110710] env[69169]: value = "task-3250909" [ 830.110710] env[69169]: _type = "Task" [ 830.110710] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.119905] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.124845] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3250909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.128023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.247s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.128023] env[69169]: INFO nova.compute.claims [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.150437] env[69169]: INFO nova.scheduler.client.report [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Deleted allocations for instance f60780d7-d486-40a9-9868-226ff1a1beb0 [ 830.178533] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.179117] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c79fa82c-048a-4286-a653-902ffd56df60 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.184929] env[69169]: DEBUG nova.compute.manager [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.189675] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 830.189675] env[69169]: value = "task-3250910" [ 830.189675] env[69169]: _type = "Task" [ 830.189675] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.200583] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.332485] env[69169]: DEBUG nova.compute.manager [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Received event network-vif-plugged-b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.332723] env[69169]: DEBUG oslo_concurrency.lockutils [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] Acquiring lock "4166a211-8c3d-4e89-bf43-f134631eb018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.332938] env[69169]: DEBUG oslo_concurrency.lockutils [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] Lock "4166a211-8c3d-4e89-bf43-f134631eb018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.333159] env[69169]: DEBUG oslo_concurrency.lockutils [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] Lock "4166a211-8c3d-4e89-bf43-f134631eb018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.333311] env[69169]: DEBUG nova.compute.manager [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] No waiting events found dispatching network-vif-plugged-b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.333475] env[69169]: WARNING nova.compute.manager [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Received unexpected event network-vif-plugged-b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4 for instance with vm_state building and task_state spawning. [ 830.333659] env[69169]: DEBUG nova.compute.manager [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Received event network-changed-b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.334136] env[69169]: DEBUG nova.compute.manager [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Refreshing instance network info cache due to event network-changed-b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.334341] env[69169]: DEBUG oslo_concurrency.lockutils [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] Acquiring lock "refresh_cache-4166a211-8c3d-4e89-bf43-f134631eb018" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.334473] env[69169]: DEBUG oslo_concurrency.lockutils [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] Acquired lock "refresh_cache-4166a211-8c3d-4e89-bf43-f134631eb018" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.334656] env[69169]: DEBUG nova.network.neutron [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Refreshing network info cache for port b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.623738] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3250909, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.662036] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77f39e29-ea6c-4e6e-8ac5-d6eed1896d2a tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "f60780d7-d486-40a9-9868-226ff1a1beb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.184s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.710094] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250910, 'name': PowerOffVM_Task, 'duration_secs': 0.236362} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.710183] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.710362] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance '927ea571-50ec-4f5e-a5b8-fb0edf599adf' progress to 17 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 830.718069] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.879183] env[69169]: DEBUG nova.network.neutron [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.912565] env[69169]: DEBUG oslo_concurrency.lockutils [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Acquiring lock "428edf2e-d26a-4e01-ae66-669d2fe45fdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.912565] env[69169]: DEBUG oslo_concurrency.lockutils [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Lock "428edf2e-d26a-4e01-ae66-669d2fe45fdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.913199] env[69169]: DEBUG oslo_concurrency.lockutils [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Acquiring lock "428edf2e-d26a-4e01-ae66-669d2fe45fdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.913199] env[69169]: DEBUG oslo_concurrency.lockutils [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Lock "428edf2e-d26a-4e01-ae66-669d2fe45fdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.913199] env[69169]: DEBUG oslo_concurrency.lockutils [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Lock "428edf2e-d26a-4e01-ae66-669d2fe45fdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.918140] env[69169]: INFO nova.compute.manager [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Terminating instance [ 831.046538] env[69169]: DEBUG nova.network.neutron [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.127117] env[69169]: DEBUG oslo_vmware.api [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3250909, 'name': PowerOnVM_Task, 'duration_secs': 0.536642} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.127390] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.127618] env[69169]: INFO nova.compute.manager [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Took 8.68 seconds to spawn the instance on the hypervisor. [ 831.127802] env[69169]: DEBUG nova.compute.manager [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.128842] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc0cc46-3906-49e9-9154-a0ded9669dc3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.221426] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.222184] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.222184] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.222657] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.222889] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.223182] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.225069] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.225069] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.225069] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.225069] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.225069] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.237903] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52344f14-18cd-45be-bef2-186efecb225a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.273429] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 831.273429] env[69169]: value = "task-3250911" [ 831.273429] env[69169]: _type = "Task" [ 831.273429] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.288150] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.428470] env[69169]: DEBUG nova.compute.manager [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.428795] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.430184] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e5aa6d-ec1d-4b60-9852-1b6e0d255319 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.440780] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.440780] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b05616e0-4c32-4a22-a118-837c949f75f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.448170] env[69169]: DEBUG oslo_vmware.api [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Waiting for the task: (returnval){ [ 831.448170] env[69169]: value = "task-3250912" [ 831.448170] env[69169]: _type = "Task" [ 831.448170] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.458407] env[69169]: DEBUG oslo_vmware.api [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.514179] env[69169]: DEBUG nova.network.neutron [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Successfully updated port: f5176e50-6552-4239-99e4-03b34d81a0b2 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.550186] env[69169]: DEBUG oslo_concurrency.lockutils [req-647a89c8-c723-4c55-a86a-0eecb5810ff8 req-20893b77-b9a5-4181-b410-861697be9617 service nova] Releasing lock "refresh_cache-4166a211-8c3d-4e89-bf43-f134631eb018" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.655598] env[69169]: INFO nova.compute.manager [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Took 38.35 seconds to build instance. [ 831.717187] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781a0924-b3b5-41c2-93a1-b110831742c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.725973] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca0a0d3-daf7-4e00-a9e5-57bb7903b17e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.772882] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b123881e-bd0d-43ce-b767-09fe5b158e33 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.789618] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250911, 'name': ReconfigVM_Task, 'duration_secs': 0.306377} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.793270] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance '927ea571-50ec-4f5e-a5b8-fb0edf599adf' progress to 33 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 831.802459] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c535623-1bef-437b-92ef-82b6ab33017d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.823737] env[69169]: DEBUG nova.compute.provider_tree [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.958382] env[69169]: DEBUG oslo_vmware.api [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250912, 'name': PowerOffVM_Task, 'duration_secs': 0.434628} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.958643] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.958835] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.959266] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-787743d6-ab5e-450a-b069-b29699e26a4f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.999932] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "74cd622c-eab8-4327-ac53-5ed338f30d80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.000095] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "74cd622c-eab8-4327-ac53-5ed338f30d80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.000396] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "74cd622c-eab8-4327-ac53-5ed338f30d80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.000666] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "74cd622c-eab8-4327-ac53-5ed338f30d80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.000934] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "74cd622c-eab8-4327-ac53-5ed338f30d80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.003551] env[69169]: INFO nova.compute.manager [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Terminating instance [ 832.021142] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "refresh_cache-4166a211-8c3d-4e89-bf43-f134631eb018" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.021319] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquired lock "refresh_cache-4166a211-8c3d-4e89-bf43-f134631eb018" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.021478] env[69169]: DEBUG nova.network.neutron [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.036580] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.036836] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.037064] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Deleting the datastore file [datastore1] 428edf2e-d26a-4e01-ae66-669d2fe45fdc {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.037285] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cbad9a0-3c9e-420a-b2a4-d89dea725fe5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.046051] env[69169]: DEBUG oslo_vmware.api [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Waiting for the task: (returnval){ [ 832.046051] env[69169]: value = "task-3250914" [ 832.046051] env[69169]: _type = "Task" [ 832.046051] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.056879] env[69169]: DEBUG oslo_vmware.api [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.159192] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5dabdd2a-c654-4acd-89eb-22266ec0c4d2 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.645s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.309728] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.309998] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.310389] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.310645] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.310797] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.310999] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.311246] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.311412] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.311614] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.311807] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.312028] env[69169]: DEBUG nova.virt.hardware [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.318052] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 832.319596] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bac2493-9fdf-40c1-99f8-320df7c89114 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.334043] env[69169]: DEBUG nova.compute.manager [req-7dae3e2d-e426-4920-9367-95a60d7edae1 req-9b2edbc2-aea1-49dc-857f-eb5899cb990f service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Received event network-changed-7c21ad45-732f-49e9-b948-aaa0e3ed5338 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.334243] env[69169]: DEBUG nova.compute.manager [req-7dae3e2d-e426-4920-9367-95a60d7edae1 req-9b2edbc2-aea1-49dc-857f-eb5899cb990f service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Refreshing instance network info cache due to event network-changed-7c21ad45-732f-49e9-b948-aaa0e3ed5338. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.334504] env[69169]: DEBUG oslo_concurrency.lockutils [req-7dae3e2d-e426-4920-9367-95a60d7edae1 req-9b2edbc2-aea1-49dc-857f-eb5899cb990f service nova] Acquiring lock "refresh_cache-1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.334636] env[69169]: DEBUG oslo_concurrency.lockutils [req-7dae3e2d-e426-4920-9367-95a60d7edae1 req-9b2edbc2-aea1-49dc-857f-eb5899cb990f service nova] Acquired lock "refresh_cache-1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.334802] env[69169]: DEBUG nova.network.neutron [req-7dae3e2d-e426-4920-9367-95a60d7edae1 req-9b2edbc2-aea1-49dc-857f-eb5899cb990f service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Refreshing network info cache for port 7c21ad45-732f-49e9-b948-aaa0e3ed5338 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.337107] env[69169]: DEBUG nova.scheduler.client.report [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.349752] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 832.349752] env[69169]: value = "task-3250915" [ 832.349752] env[69169]: _type = "Task" [ 832.349752] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.360298] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.509253] env[69169]: DEBUG nova.compute.manager [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.509498] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.510437] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85a8f63-dc4e-4f96-b698-0bf76d5fdae0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.518845] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.519111] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c55e1ce0-287f-4a35-b34c-8d90d381d6c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.526031] env[69169]: DEBUG nova.compute.manager [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Received event network-vif-plugged-f5176e50-6552-4239-99e4-03b34d81a0b2 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.526292] env[69169]: DEBUG oslo_concurrency.lockutils [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] Acquiring lock "4166a211-8c3d-4e89-bf43-f134631eb018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.526649] env[69169]: DEBUG oslo_concurrency.lockutils [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] Lock "4166a211-8c3d-4e89-bf43-f134631eb018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.526833] env[69169]: DEBUG oslo_concurrency.lockutils [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] Lock "4166a211-8c3d-4e89-bf43-f134631eb018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.527193] env[69169]: DEBUG nova.compute.manager [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] No waiting events found dispatching network-vif-plugged-f5176e50-6552-4239-99e4-03b34d81a0b2 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.527193] env[69169]: WARNING nova.compute.manager [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Received unexpected event network-vif-plugged-f5176e50-6552-4239-99e4-03b34d81a0b2 for instance with vm_state building and task_state spawning. [ 832.527328] env[69169]: DEBUG nova.compute.manager [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Received event network-changed-f5176e50-6552-4239-99e4-03b34d81a0b2 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.527479] env[69169]: DEBUG nova.compute.manager [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Refreshing instance network info cache due to event network-changed-f5176e50-6552-4239-99e4-03b34d81a0b2. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.527667] env[69169]: DEBUG oslo_concurrency.lockutils [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] Acquiring lock "refresh_cache-4166a211-8c3d-4e89-bf43-f134631eb018" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.540042] env[69169]: DEBUG oslo_vmware.api [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 832.540042] env[69169]: value = "task-3250916" [ 832.540042] env[69169]: _type = "Task" [ 832.540042] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.550260] env[69169]: DEBUG oslo_vmware.api [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.558897] env[69169]: DEBUG oslo_vmware.api [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Task: {'id': task-3250914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362226} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.559258] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.559458] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.559643] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.560159] env[69169]: INFO nova.compute.manager [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 832.560411] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.560647] env[69169]: DEBUG nova.compute.manager [-] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.560747] env[69169]: DEBUG nova.network.neutron [-] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.591597] env[69169]: DEBUG nova.network.neutron [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.662349] env[69169]: DEBUG nova.compute.manager [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.842400] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.843052] env[69169]: DEBUG nova.compute.manager [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.849456] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.321s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.850982] env[69169]: INFO nova.compute.claims [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.869254] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250915, 'name': ReconfigVM_Task, 'duration_secs': 0.366305} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.870322] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 832.871753] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7a4918-3236-42c6-9d32-a6a3d536550b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.904135] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 927ea571-50ec-4f5e-a5b8-fb0edf599adf/927ea571-50ec-4f5e-a5b8-fb0edf599adf.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.905249] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e5a48fa-a5c9-46d8-abed-803d7301f3ea {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.932348] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 832.932348] env[69169]: value = "task-3250917" [ 832.932348] env[69169]: _type = "Task" [ 832.932348] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.942605] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.050810] env[69169]: DEBUG oslo_vmware.api [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250916, 'name': PowerOffVM_Task, 'duration_secs': 0.283441} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.053475] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.053475] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.053929] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe783e42-c780-4984-a298-fb7fae6c83be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.188013] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.306128] env[69169]: DEBUG nova.network.neutron [req-7dae3e2d-e426-4920-9367-95a60d7edae1 req-9b2edbc2-aea1-49dc-857f-eb5899cb990f service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Updated VIF entry in instance network info cache for port 7c21ad45-732f-49e9-b948-aaa0e3ed5338. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.306128] env[69169]: DEBUG nova.network.neutron [req-7dae3e2d-e426-4920-9367-95a60d7edae1 req-9b2edbc2-aea1-49dc-857f-eb5899cb990f service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Updating instance_info_cache with network_info: [{"id": "7c21ad45-732f-49e9-b948-aaa0e3ed5338", "address": "fa:16:3e:41:85:7d", "network": {"id": "88638114-000c-45ac-9d8d-26f5e5139175", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2054742416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79aadb4277b402b87535b46c192b0ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c21ad45-73", "ovs_interfaceid": "7c21ad45-732f-49e9-b948-aaa0e3ed5338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.350751] env[69169]: DEBUG nova.compute.utils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.352638] env[69169]: DEBUG nova.compute.manager [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.352864] env[69169]: DEBUG nova.network.neutron [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.400736] env[69169]: DEBUG nova.network.neutron [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Updating instance_info_cache with network_info: [{"id": "d2210b33-7388-484a-9288-331179dcd2e4", "address": "fa:16:3e:2c:bb:e6", "network": {"id": "f30df116-34a9-4619-bc38-6f732dd10b35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-755002307", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2210b33-73", "ovs_interfaceid": "d2210b33-7388-484a-9288-331179dcd2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4", "address": "fa:16:3e:eb:c0:9f", "network": {"id": "117b8af6-94f2-44b8-b1fe-54f4ec0a2dc8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-520467141", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dffb5d-2f", "ovs_interfaceid": "b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f5176e50-6552-4239-99e4-03b34d81a0b2", "address": "fa:16:3e:24:bc:3e", "network": {"id": "f30df116-34a9-4619-bc38-6f732dd10b35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-755002307", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5176e50-65", "ovs_interfaceid": "f5176e50-6552-4239-99e4-03b34d81a0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.413192] env[69169]: DEBUG nova.policy [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf793ebef95546f3bd3618993a0ea344', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc8bd98f3fba4fca811a478a49711e9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.452080] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.463547] env[69169]: DEBUG nova.network.neutron [-] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.815310] env[69169]: DEBUG oslo_concurrency.lockutils [req-7dae3e2d-e426-4920-9367-95a60d7edae1 req-9b2edbc2-aea1-49dc-857f-eb5899cb990f service nova] Releasing lock "refresh_cache-1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.856106] env[69169]: DEBUG nova.network.neutron [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Successfully created port: 628e25e2-c4e0-45c4-8031-1c8a7d135b8c {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.858672] env[69169]: DEBUG nova.compute.manager [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.906232] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Releasing lock "refresh_cache-4166a211-8c3d-4e89-bf43-f134631eb018" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.906391] env[69169]: DEBUG nova.compute.manager [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Instance network_info: |[{"id": "d2210b33-7388-484a-9288-331179dcd2e4", "address": "fa:16:3e:2c:bb:e6", "network": {"id": "f30df116-34a9-4619-bc38-6f732dd10b35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-755002307", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2210b33-73", "ovs_interfaceid": "d2210b33-7388-484a-9288-331179dcd2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4", "address": "fa:16:3e:eb:c0:9f", "network": {"id": "117b8af6-94f2-44b8-b1fe-54f4ec0a2dc8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-520467141", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dffb5d-2f", "ovs_interfaceid": "b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f5176e50-6552-4239-99e4-03b34d81a0b2", "address": "fa:16:3e:24:bc:3e", "network": {"id": "f30df116-34a9-4619-bc38-6f732dd10b35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-755002307", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5176e50-65", "ovs_interfaceid": "f5176e50-6552-4239-99e4-03b34d81a0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.906747] env[69169]: DEBUG oslo_concurrency.lockutils [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] Acquired lock "refresh_cache-4166a211-8c3d-4e89-bf43-f134631eb018" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.906929] env[69169]: DEBUG nova.network.neutron [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Refreshing network info cache for port f5176e50-6552-4239-99e4-03b34d81a0b2 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.908247] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:bb:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2210b33-7388-484a-9288-331179dcd2e4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:c0:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:bc:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5176e50-6552-4239-99e4-03b34d81a0b2', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.924197] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Creating folder: Project (6ba7632764804eaaaeabd3f5292a3105). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.928770] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c69c09d-a509-40c3-9949-5a2772650170 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.949344] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Created folder: Project (6ba7632764804eaaaeabd3f5292a3105) in parent group-v649481. [ 833.949344] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Creating folder: Instances. Parent ref: group-v649589. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.949344] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35e40663-a79b-4d7a-a9f5-54abd5c670d1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.961567] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250917, 'name': ReconfigVM_Task, 'duration_secs': 1.01383} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.962585] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 927ea571-50ec-4f5e-a5b8-fb0edf599adf/927ea571-50ec-4f5e-a5b8-fb0edf599adf.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.962860] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance '927ea571-50ec-4f5e-a5b8-fb0edf599adf' progress to 50 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.971027] env[69169]: INFO nova.compute.manager [-] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Took 1.41 seconds to deallocate network for instance. [ 833.972518] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Created folder: Instances in parent group-v649589. [ 833.972825] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.979655] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.980550] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-804117b4-378e-483f-9fe9-276db1749bfe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.012466] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.012466] env[69169]: value = "task-3250921" [ 834.012466] env[69169]: _type = "Task" [ 834.012466] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.027626] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250921, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.435271] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa502621-c60a-4f06-9a88-475e1aa7e544 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.443447] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076ab3eb-a905-459b-8d0c-3920ef6eabce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.450031] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "7ded9bed-528b-41a1-8ad2-9e7133519c8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.450346] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "7ded9bed-528b-41a1-8ad2-9e7133519c8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.450583] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "7ded9bed-528b-41a1-8ad2-9e7133519c8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.451024] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "7ded9bed-528b-41a1-8ad2-9e7133519c8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.451024] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "7ded9bed-528b-41a1-8ad2-9e7133519c8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.485606] env[69169]: DEBUG oslo_concurrency.lockutils [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.487228] env[69169]: INFO nova.compute.manager [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Terminating instance [ 834.488560] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d311ed0-f780-435d-80ca-16d3daa6a4a9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.491781] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbce4547-fb44-401a-b9c6-1af25ec91780 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.517124] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7e5d63-9c68-4e12-8ad2-a027e43efb33 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.528034] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62b58b0-9f48-45fc-a19d-e5f7124216d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.542234] env[69169]: DEBUG nova.compute.provider_tree [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.561110] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance '927ea571-50ec-4f5e-a5b8-fb0edf599adf' progress to 67 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 834.564432] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250921, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.565492] env[69169]: DEBUG nova.scheduler.client.report [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.571583] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.571804] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.571994] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Deleting the datastore file [datastore1] 74cd622c-eab8-4327-ac53-5ed338f30d80 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.572266] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b06880c3-3481-4bf1-a921-e466a89ce1bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.579487] env[69169]: DEBUG oslo_vmware.api [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for the task: (returnval){ [ 834.579487] env[69169]: value = "task-3250922" [ 834.579487] env[69169]: _type = "Task" [ 834.579487] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.590020] env[69169]: DEBUG oslo_vmware.api [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.873187] env[69169]: DEBUG nova.compute.manager [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.884249] env[69169]: DEBUG nova.compute.manager [req-2f069adb-4d8b-421e-9b11-a3229bd885b9 req-d6d2cf96-81e5-493e-a70d-5b00a00b5b79 service nova] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Received event network-vif-deleted-474a9abc-3509-4119-bdfe-ca7f92fdd37a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.908457] env[69169]: DEBUG nova.virt.hardware [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.908645] env[69169]: DEBUG nova.virt.hardware [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.908885] env[69169]: DEBUG nova.virt.hardware [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.909073] env[69169]: DEBUG nova.virt.hardware [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.909176] env[69169]: DEBUG nova.virt.hardware [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.909555] env[69169]: DEBUG nova.virt.hardware [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.909811] env[69169]: DEBUG nova.virt.hardware [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.909972] env[69169]: DEBUG nova.virt.hardware [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.910156] env[69169]: DEBUG nova.virt.hardware [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.910318] env[69169]: DEBUG nova.virt.hardware [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.910484] env[69169]: DEBUG nova.virt.hardware [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.911346] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a130e5d2-3799-4177-9672-fd3bbf92bb99 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.927657] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a9bb0e-2631-4417-87ae-715a557270dd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.999341] env[69169]: DEBUG nova.compute.manager [req-cde8119d-cc3a-4c87-ba55-e894836ce5e7 req-e571565c-d444-432b-89e1-0af14fd26fa7 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Received event network-changed-7c21ad45-732f-49e9-b948-aaa0e3ed5338 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.999341] env[69169]: DEBUG nova.compute.manager [req-cde8119d-cc3a-4c87-ba55-e894836ce5e7 req-e571565c-d444-432b-89e1-0af14fd26fa7 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Refreshing instance network info cache due to event network-changed-7c21ad45-732f-49e9-b948-aaa0e3ed5338. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.999341] env[69169]: DEBUG oslo_concurrency.lockutils [req-cde8119d-cc3a-4c87-ba55-e894836ce5e7 req-e571565c-d444-432b-89e1-0af14fd26fa7 service nova] Acquiring lock "refresh_cache-1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.999341] env[69169]: DEBUG oslo_concurrency.lockutils [req-cde8119d-cc3a-4c87-ba55-e894836ce5e7 req-e571565c-d444-432b-89e1-0af14fd26fa7 service nova] Acquired lock "refresh_cache-1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.999341] env[69169]: DEBUG nova.network.neutron [req-cde8119d-cc3a-4c87-ba55-e894836ce5e7 req-e571565c-d444-432b-89e1-0af14fd26fa7 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Refreshing network info cache for port 7c21ad45-732f-49e9-b948-aaa0e3ed5338 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.999341] env[69169]: DEBUG nova.compute.manager [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.999913] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.002114] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46b26c0-0a60-4770-8e47-96423d86f825 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.015614] env[69169]: DEBUG nova.network.neutron [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Updated VIF entry in instance network info cache for port f5176e50-6552-4239-99e4-03b34d81a0b2. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.016310] env[69169]: DEBUG nova.network.neutron [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Updating instance_info_cache with network_info: [{"id": "d2210b33-7388-484a-9288-331179dcd2e4", "address": "fa:16:3e:2c:bb:e6", "network": {"id": "f30df116-34a9-4619-bc38-6f732dd10b35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-755002307", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2210b33-73", "ovs_interfaceid": "d2210b33-7388-484a-9288-331179dcd2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4", "address": "fa:16:3e:eb:c0:9f", "network": {"id": "117b8af6-94f2-44b8-b1fe-54f4ec0a2dc8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-520467141", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dffb5d-2f", "ovs_interfaceid": "b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f5176e50-6552-4239-99e4-03b34d81a0b2", "address": "fa:16:3e:24:bc:3e", "network": {"id": "f30df116-34a9-4619-bc38-6f732dd10b35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-755002307", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5176e50-65", "ovs_interfaceid": "f5176e50-6552-4239-99e4-03b34d81a0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.018887] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.019619] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4572579b-fa60-42ad-a65b-a4f7b1b62b1a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.033215] env[69169]: DEBUG oslo_vmware.api [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 835.033215] env[69169]: value = "task-3250923" [ 835.033215] env[69169]: _type = "Task" [ 835.033215] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.037343] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250921, 'name': CreateVM_Task, 'duration_secs': 0.552904} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.041346] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.043126] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.043126] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.043280] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.043962] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7fb86e-35bb-4c89-bf6c-00ab87e6f168 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.051426] env[69169]: DEBUG oslo_vmware.api [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.053707] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 835.053707] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527f3dbf-4cac-b655-25e3-7ca47c069f1d" [ 835.053707] env[69169]: _type = "Task" [ 835.053707] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.065970] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527f3dbf-4cac-b655-25e3-7ca47c069f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.013589} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.066365] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.066643] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.067128] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.067128] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.067312] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.067880] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9549fd3-9617-4733-8a80-cb8e4d19de25 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.071182] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.071800] env[69169]: DEBUG nova.compute.manager [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.079193] env[69169]: DEBUG oslo_concurrency.lockutils [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.327s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.079193] env[69169]: DEBUG nova.objects.instance [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lazy-loading 'resources' on Instance uuid 993cd28f-d6b8-427c-a41a-0e90cdbe37e3 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.092296] env[69169]: DEBUG oslo_vmware.api [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Task: {'id': task-3250922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161772} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.094957] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.095233] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.095478] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.096771] env[69169]: INFO nova.compute.manager [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Took 2.59 seconds to destroy the instance on the hypervisor. [ 835.096771] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.096771] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.096771] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.097749] env[69169]: DEBUG nova.compute.manager [-] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.097871] env[69169]: DEBUG nova.network.neutron [-] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.099878] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb25d991-0d50-4251-8eeb-b87a92658e2b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.107976] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 835.107976] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52112a82-6f06-4014-ca08-85b2c4734d20" [ 835.107976] env[69169]: _type = "Task" [ 835.107976] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.119823] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52112a82-6f06-4014-ca08-85b2c4734d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.159185] env[69169]: DEBUG nova.network.neutron [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Port 411c514a-fcd6-44b1-9da9-d690dc5d6862 binding to destination host cpu-1 is already ACTIVE {{(pid=69169) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 835.303626] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.303864] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.520763] env[69169]: DEBUG oslo_concurrency.lockutils [req-23283734-7d96-4d79-ae17-e6d51e00500c req-d7168a18-1089-4dcb-b0bc-10cdcf9094af service nova] Releasing lock "refresh_cache-4166a211-8c3d-4e89-bf43-f134631eb018" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.552345] env[69169]: DEBUG oslo_vmware.api [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250923, 'name': PowerOffVM_Task, 'duration_secs': 0.224681} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.552345] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.552345] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.552345] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f544d277-802f-48ed-84fa-d62916c2eb37 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.579592] env[69169]: DEBUG nova.compute.utils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.581566] env[69169]: DEBUG nova.compute.manager [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.585133] env[69169]: DEBUG nova.network.neutron [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.625434] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52112a82-6f06-4014-ca08-85b2c4734d20, 'name': SearchDatastore_Task, 'duration_secs': 0.013707} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.627675] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.627675] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.627800] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Deleting the datastore file [datastore2] 7ded9bed-528b-41a1-8ad2-9e7133519c8c {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.628685] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c9e602-2740-47a3-b644-88f8ef7f6b03 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.630445] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d86a9de-9012-4803-be96-e573b2b4a7a5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.640363] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 835.640363] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f93725-7a2a-319a-f5c7-085bf1cc29f3" [ 835.640363] env[69169]: _type = "Task" [ 835.640363] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.646793] env[69169]: DEBUG oslo_vmware.api [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 835.646793] env[69169]: value = "task-3250925" [ 835.646793] env[69169]: _type = "Task" [ 835.646793] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.654629] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f93725-7a2a-319a-f5c7-085bf1cc29f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011983} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.655202] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.655489] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 4166a211-8c3d-4e89-bf43-f134631eb018/4166a211-8c3d-4e89-bf43-f134631eb018.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.655715] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f869c5eb-1069-4d76-9b3a-1c379484945a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.663682] env[69169]: DEBUG oslo_vmware.api [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.670980] env[69169]: DEBUG nova.policy [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d385431a4cf4f2a811604e1cd2bcfdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cb88b861548455ab8f4cda19d2101ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.673932] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 835.673932] env[69169]: value = "task-3250926" [ 835.673932] env[69169]: _type = "Task" [ 835.673932] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.683190] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.825189] env[69169]: DEBUG nova.network.neutron [req-cde8119d-cc3a-4c87-ba55-e894836ce5e7 req-e571565c-d444-432b-89e1-0af14fd26fa7 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Updated VIF entry in instance network info cache for port 7c21ad45-732f-49e9-b948-aaa0e3ed5338. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.825189] env[69169]: DEBUG nova.network.neutron [req-cde8119d-cc3a-4c87-ba55-e894836ce5e7 req-e571565c-d444-432b-89e1-0af14fd26fa7 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Updating instance_info_cache with network_info: [{"id": "7c21ad45-732f-49e9-b948-aaa0e3ed5338", "address": "fa:16:3e:41:85:7d", "network": {"id": "88638114-000c-45ac-9d8d-26f5e5139175", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2054742416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79aadb4277b402b87535b46c192b0ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c21ad45-73", "ovs_interfaceid": "7c21ad45-732f-49e9-b948-aaa0e3ed5338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.947097] env[69169]: DEBUG nova.network.neutron [-] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.088296] env[69169]: DEBUG nova.compute.manager [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.165396] env[69169]: DEBUG oslo_vmware.api [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3250925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148455} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.165666] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.166053] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.166131] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.166316] env[69169]: INFO nova.compute.manager [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 836.169898] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.169898] env[69169]: DEBUG nova.compute.manager [-] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.169898] env[69169]: DEBUG nova.network.neutron [-] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.195370] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.199048] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.199048] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.207123] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496496} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.207370] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 4166a211-8c3d-4e89-bf43-f134631eb018/4166a211-8c3d-4e89-bf43-f134631eb018.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.207664] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.207928] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9a68c4e-0325-45b0-ad07-59b81926188b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.216018] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 836.216018] env[69169]: value = "task-3250927" [ 836.216018] env[69169]: _type = "Task" [ 836.216018] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.231092] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.290291] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca36e6b-1cc6-465b-88c3-b9af29757ead {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.299474] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f8bfff-91dd-4891-be54-7c392b871727 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.334085] env[69169]: DEBUG oslo_concurrency.lockutils [req-cde8119d-cc3a-4c87-ba55-e894836ce5e7 req-e571565c-d444-432b-89e1-0af14fd26fa7 service nova] Releasing lock "refresh_cache-1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.335611] env[69169]: DEBUG nova.network.neutron [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Successfully updated port: 628e25e2-c4e0-45c4-8031-1c8a7d135b8c {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.339883] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f52ba4-2962-4dd1-ba3c-210848abf281 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.340663] env[69169]: DEBUG nova.network.neutron [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Successfully created port: cde2eddf-57f1-49a0-be51-e51f542c04a9 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.349588] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5be54d4-7e12-4df3-8dc7-e42c3325da52 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.365250] env[69169]: DEBUG nova.compute.provider_tree [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.449778] env[69169]: INFO nova.compute.manager [-] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Took 1.35 seconds to deallocate network for instance. [ 836.728636] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073317} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.729696] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.730811] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d8d851-65cf-4d0a-887d-bac230c0cbef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.765042] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 4166a211-8c3d-4e89-bf43-f134631eb018/4166a211-8c3d-4e89-bf43-f134631eb018.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.765372] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad5a73fc-5ebd-48af-9dbf-ab85d6444347 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.792071] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 836.792071] env[69169]: value = "task-3250928" [ 836.792071] env[69169]: _type = "Task" [ 836.792071] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.801402] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.842100] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Acquiring lock "refresh_cache-d8180779-0929-4896-b981-4f4985d091e9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.842252] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Acquired lock "refresh_cache-d8180779-0929-4896-b981-4f4985d091e9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.842411] env[69169]: DEBUG nova.network.neutron [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.893296] env[69169]: ERROR nova.scheduler.client.report [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] [req-ab26ac7b-6153-4e62-b494-59d1fbde2e65] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ab26ac7b-6153-4e62-b494-59d1fbde2e65"}]} [ 836.911695] env[69169]: DEBUG nova.scheduler.client.report [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 836.927831] env[69169]: DEBUG nova.scheduler.client.report [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 836.928213] env[69169]: DEBUG nova.compute.provider_tree [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.941515] env[69169]: DEBUG nova.scheduler.client.report [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 836.956783] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.960926] env[69169]: DEBUG nova.scheduler.client.report [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 837.101626] env[69169]: DEBUG nova.compute.manager [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.136146] env[69169]: DEBUG nova.virt.hardware [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.136337] env[69169]: DEBUG nova.virt.hardware [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.136647] env[69169]: DEBUG nova.virt.hardware [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.136816] env[69169]: DEBUG nova.virt.hardware [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.137178] env[69169]: DEBUG nova.virt.hardware [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.137951] env[69169]: DEBUG nova.virt.hardware [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.137951] env[69169]: DEBUG nova.virt.hardware [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.138626] env[69169]: DEBUG nova.virt.hardware [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.138626] env[69169]: DEBUG nova.virt.hardware [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.138626] env[69169]: DEBUG nova.virt.hardware [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.138849] env[69169]: DEBUG nova.virt.hardware [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.140432] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fe7c69-b910-40f3-a451-d6688d010760 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.159232] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed59a45-a9bc-4cac-b5f2-72d1f9034cf7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.181754] env[69169]: DEBUG nova.compute.manager [req-db0928f7-b9e7-4262-a2b4-f49f40dc3ff5 req-6cd1296b-eced-4b21-bca5-ab66b760e113 service nova] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Received event network-vif-deleted-cd87693e-38de-4080-bc04-2a2c50a0bbae {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.288507] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.288846] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.289159] env[69169]: DEBUG nova.network.neutron [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.293335] env[69169]: DEBUG nova.compute.manager [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] Received event network-vif-plugged-628e25e2-c4e0-45c4-8031-1c8a7d135b8c {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.293335] env[69169]: DEBUG oslo_concurrency.lockutils [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] Acquiring lock "d8180779-0929-4896-b981-4f4985d091e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.293488] env[69169]: DEBUG oslo_concurrency.lockutils [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] Lock "d8180779-0929-4896-b981-4f4985d091e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.293747] env[69169]: DEBUG oslo_concurrency.lockutils [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] Lock "d8180779-0929-4896-b981-4f4985d091e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.294049] env[69169]: DEBUG nova.compute.manager [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] No waiting events found dispatching network-vif-plugged-628e25e2-c4e0-45c4-8031-1c8a7d135b8c {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.294352] env[69169]: WARNING nova.compute.manager [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] Received unexpected event network-vif-plugged-628e25e2-c4e0-45c4-8031-1c8a7d135b8c for instance with vm_state building and task_state spawning. [ 837.295028] env[69169]: DEBUG nova.compute.manager [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] Received event network-changed-628e25e2-c4e0-45c4-8031-1c8a7d135b8c {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.295028] env[69169]: DEBUG nova.compute.manager [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] Refreshing instance network info cache due to event network-changed-628e25e2-c4e0-45c4-8031-1c8a7d135b8c. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.295028] env[69169]: DEBUG oslo_concurrency.lockutils [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] Acquiring lock "refresh_cache-d8180779-0929-4896-b981-4f4985d091e9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.312833] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.415160] env[69169]: DEBUG nova.network.neutron [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.546391] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c687958-5d2c-4d96-9e24-e882f64b6333 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.563088] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2359124e-30c2-44ba-b2b0-e228cda9dd24 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.570264] env[69169]: DEBUG nova.network.neutron [-] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.610740] env[69169]: INFO nova.compute.manager [-] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Took 1.44 seconds to deallocate network for instance. [ 837.611134] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be727e7-56d9-4c8e-9cac-f732eedd9fd5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.623465] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3168f02-371f-47cb-985c-344649b8214c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.642795] env[69169]: DEBUG nova.compute.provider_tree [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.704429] env[69169]: DEBUG nova.network.neutron [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Updating instance_info_cache with network_info: [{"id": "628e25e2-c4e0-45c4-8031-1c8a7d135b8c", "address": "fa:16:3e:54:be:58", "network": {"id": "74dd5a73-8930-4977-b327-ed1f7dd2f7f2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945378704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8bd98f3fba4fca811a478a49711e9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628e25e2-c4", "ovs_interfaceid": "628e25e2-c4e0-45c4-8031-1c8a7d135b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.809754] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250928, 'name': ReconfigVM_Task, 'duration_secs': 0.710749} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.813044] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 4166a211-8c3d-4e89-bf43-f134631eb018/4166a211-8c3d-4e89-bf43-f134631eb018.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.813787] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df978adb-460a-431f-99e6-1b0ef3626f6f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.824629] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 837.824629] env[69169]: value = "task-3250929" [ 837.824629] env[69169]: _type = "Task" [ 837.824629] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.834130] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250929, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.077200] env[69169]: DEBUG nova.network.neutron [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Successfully updated port: cde2eddf-57f1-49a0-be51-e51f542c04a9 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.105900] env[69169]: DEBUG nova.network.neutron [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance_info_cache with network_info: [{"id": "411c514a-fcd6-44b1-9da9-d690dc5d6862", "address": "fa:16:3e:5a:c3:08", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411c514a-fc", "ovs_interfaceid": "411c514a-fcd6-44b1-9da9-d690dc5d6862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.123675] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.177784] env[69169]: DEBUG nova.scheduler.client.report [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 838.178074] env[69169]: DEBUG nova.compute.provider_tree [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 66 to 67 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 838.178260] env[69169]: DEBUG nova.compute.provider_tree [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 838.207410] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Releasing lock "refresh_cache-d8180779-0929-4896-b981-4f4985d091e9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.207739] env[69169]: DEBUG nova.compute.manager [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Instance network_info: |[{"id": "628e25e2-c4e0-45c4-8031-1c8a7d135b8c", "address": "fa:16:3e:54:be:58", "network": {"id": "74dd5a73-8930-4977-b327-ed1f7dd2f7f2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945378704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8bd98f3fba4fca811a478a49711e9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628e25e2-c4", "ovs_interfaceid": "628e25e2-c4e0-45c4-8031-1c8a7d135b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.208059] env[69169]: DEBUG oslo_concurrency.lockutils [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] Acquired lock "refresh_cache-d8180779-0929-4896-b981-4f4985d091e9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.208235] env[69169]: DEBUG nova.network.neutron [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] Refreshing network info cache for port 628e25e2-c4e0-45c4-8031-1c8a7d135b8c {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.209434] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:be:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '628e25e2-c4e0-45c4-8031-1c8a7d135b8c', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.217237] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Creating folder: Project (fc8bd98f3fba4fca811a478a49711e9a). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.220507] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8abd7d9-3e33-4305-af0d-bfb539bc9c50 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.237069] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Created folder: Project (fc8bd98f3fba4fca811a478a49711e9a) in parent group-v649481. [ 838.237283] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Creating folder: Instances. Parent ref: group-v649592. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.237536] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb0bbf07-1123-40c1-bb0e-cd3fcfa85729 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.249543] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Created folder: Instances in parent group-v649592. [ 838.249846] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.250086] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8180779-0929-4896-b981-4f4985d091e9] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.250316] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dcec887-61c0-4114-b057-2788d3bd13c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.276093] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.276093] env[69169]: value = "task-3250932" [ 838.276093] env[69169]: _type = "Task" [ 838.276093] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.284443] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250932, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.337109] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250929, 'name': Rename_Task, 'duration_secs': 0.172548} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.338198] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.343422] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f589c46-2919-4034-af35-c9b50e7605ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.352091] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 838.352091] env[69169]: value = "task-3250933" [ 838.352091] env[69169]: _type = "Task" [ 838.352091] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.367565] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.518458] env[69169]: DEBUG nova.network.neutron [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] Updated VIF entry in instance network info cache for port 628e25e2-c4e0-45c4-8031-1c8a7d135b8c. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.518949] env[69169]: DEBUG nova.network.neutron [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] Updating instance_info_cache with network_info: [{"id": "628e25e2-c4e0-45c4-8031-1c8a7d135b8c", "address": "fa:16:3e:54:be:58", "network": {"id": "74dd5a73-8930-4977-b327-ed1f7dd2f7f2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945378704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8bd98f3fba4fca811a478a49711e9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628e25e2-c4", "ovs_interfaceid": "628e25e2-c4e0-45c4-8031-1c8a7d135b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.581810] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquiring lock "refresh_cache-20ac28fe-a75f-4538-a345-39e7872fad30" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.582075] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquired lock "refresh_cache-20ac28fe-a75f-4538-a345-39e7872fad30" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.582590] env[69169]: DEBUG nova.network.neutron [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.608350] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.686172] env[69169]: DEBUG oslo_concurrency.lockutils [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.608s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.688733] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.164s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.708224] env[69169]: INFO nova.scheduler.client.report [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Deleted allocations for instance 993cd28f-d6b8-427c-a41a-0e90cdbe37e3 [ 838.786824] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250932, 'name': CreateVM_Task, 'duration_secs': 0.399082} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.787017] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8180779-0929-4896-b981-4f4985d091e9] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.787744] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.787909] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.788756] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.788756] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d7b0e24-5be8-4fca-9e0f-cc9a35649850 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.795584] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Waiting for the task: (returnval){ [ 838.795584] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ed1849-4742-2fd2-f541-3bab5469ae14" [ 838.795584] env[69169]: _type = "Task" [ 838.795584] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.805341] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ed1849-4742-2fd2-f541-3bab5469ae14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.863998] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250933, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.875861] env[69169]: DEBUG oslo_concurrency.lockutils [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Acquiring lock "73d4af21-1f9c-4b73-b6be-29e92325c067" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.876705] env[69169]: DEBUG oslo_concurrency.lockutils [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Lock "73d4af21-1f9c-4b73-b6be-29e92325c067" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.876705] env[69169]: DEBUG oslo_concurrency.lockutils [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Acquiring lock "73d4af21-1f9c-4b73-b6be-29e92325c067-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.876705] env[69169]: DEBUG oslo_concurrency.lockutils [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Lock "73d4af21-1f9c-4b73-b6be-29e92325c067-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.876872] env[69169]: DEBUG oslo_concurrency.lockutils [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Lock "73d4af21-1f9c-4b73-b6be-29e92325c067-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.882276] env[69169]: INFO nova.compute.manager [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Terminating instance [ 838.920166] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Acquiring lock "5b19a47f-8fcb-4574-8b9a-0311a35c168a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.920409] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Lock "5b19a47f-8fcb-4574-8b9a-0311a35c168a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.021938] env[69169]: DEBUG oslo_concurrency.lockutils [req-291825ff-fd42-4f67-b3bb-92769655d02e req-47b67269-43b4-4444-b514-c8810b232abb service nova] Releasing lock "refresh_cache-d8180779-0929-4896-b981-4f4985d091e9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.128360] env[69169]: DEBUG nova.network.neutron [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.138359] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10b8dc7-33e5-4204-8170-6c5b432cd595 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.162030] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31372773-7f6a-48dd-a9b5-1c529e3b2163 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.170963] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance '927ea571-50ec-4f5e-a5b8-fb0edf599adf' progress to 83 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.218631] env[69169]: DEBUG oslo_concurrency.lockutils [None req-949c8e87-b569-4ffa-972e-c5569f57f354 tempest-AttachInterfacesV270Test-872255390 tempest-AttachInterfacesV270Test-872255390-project-member] Lock "993cd28f-d6b8-427c-a41a-0e90cdbe37e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.321s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.222385] env[69169]: DEBUG nova.compute.manager [req-d1a32252-647f-42c6-865a-6bb083214920 req-e436cc04-2055-4bc1-a0dc-0b3b15272307 service nova] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Received event network-vif-deleted-785e59c1-9c0f-4b8e-a273-efdeb560d9aa {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.311621] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ed1849-4742-2fd2-f541-3bab5469ae14, 'name': SearchDatastore_Task, 'duration_secs': 0.02212} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.311988] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.312244] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.312479] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.312625] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.312804] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.313099] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a5ac37c-f680-47e5-8675-3f4c8a753876 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.329767] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.329967] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.330729] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39be5332-27fe-45e6-ac12-b47e11ab8932 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.337378] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Waiting for the task: (returnval){ [ 839.337378] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f7cf06-be97-2abc-e0dd-c65758a36b76" [ 839.337378] env[69169]: _type = "Task" [ 839.337378] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.346632] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f7cf06-be97-2abc-e0dd-c65758a36b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.368293] env[69169]: DEBUG nova.network.neutron [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Updating instance_info_cache with network_info: [{"id": "cde2eddf-57f1-49a0-be51-e51f542c04a9", "address": "fa:16:3e:df:fd:3c", "network": {"id": "e8205876-a80f-41e3-8368-91bcafdc266d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-811272375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cb88b861548455ab8f4cda19d2101ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde2eddf-57", "ovs_interfaceid": "cde2eddf-57f1-49a0-be51-e51f542c04a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.379762] env[69169]: DEBUG oslo_vmware.api [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250933, 'name': PowerOnVM_Task, 'duration_secs': 0.558519} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.381125] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.381337] env[69169]: INFO nova.compute.manager [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Took 14.25 seconds to spawn the instance on the hypervisor. [ 839.381597] env[69169]: DEBUG nova.compute.manager [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.382583] env[69169]: DEBUG nova.compute.manager [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Received event network-vif-plugged-cde2eddf-57f1-49a0-be51-e51f542c04a9 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.382848] env[69169]: DEBUG oslo_concurrency.lockutils [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] Acquiring lock "20ac28fe-a75f-4538-a345-39e7872fad30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.383075] env[69169]: DEBUG oslo_concurrency.lockutils [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] Lock "20ac28fe-a75f-4538-a345-39e7872fad30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.383246] env[69169]: DEBUG oslo_concurrency.lockutils [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] Lock "20ac28fe-a75f-4538-a345-39e7872fad30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.383410] env[69169]: DEBUG nova.compute.manager [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] No waiting events found dispatching network-vif-plugged-cde2eddf-57f1-49a0-be51-e51f542c04a9 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.383573] env[69169]: WARNING nova.compute.manager [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Received unexpected event network-vif-plugged-cde2eddf-57f1-49a0-be51-e51f542c04a9 for instance with vm_state building and task_state spawning. [ 839.383828] env[69169]: DEBUG nova.compute.manager [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Received event network-changed-cde2eddf-57f1-49a0-be51-e51f542c04a9 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.383918] env[69169]: DEBUG nova.compute.manager [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Refreshing instance network info cache due to event network-changed-cde2eddf-57f1-49a0-be51-e51f542c04a9. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.384159] env[69169]: DEBUG oslo_concurrency.lockutils [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] Acquiring lock "refresh_cache-20ac28fe-a75f-4538-a345-39e7872fad30" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.384947] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af948dd6-eed1-4d70-b4b0-5376f31bd694 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.388834] env[69169]: DEBUG nova.compute.manager [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.391831] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.391831] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8b9bbd-d196-4a77-b09a-6af80b05fa83 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.401515] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.402807] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed4e8224-c2e2-4b65-b505-3788c96abe15 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.408582] env[69169]: DEBUG oslo_vmware.api [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Waiting for the task: (returnval){ [ 839.408582] env[69169]: value = "task-3250934" [ 839.408582] env[69169]: _type = "Task" [ 839.408582] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.417939] env[69169]: DEBUG oslo_vmware.api [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.678245] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.678411] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cde481c9-b522-4da2-96cc-64efe7ae6d86 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.686072] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 839.686072] env[69169]: value = "task-3250935" [ 839.686072] env[69169]: _type = "Task" [ 839.686072] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.696841] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.703294] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Applying migration context for instance 927ea571-50ec-4f5e-a5b8-fb0edf599adf as it has an incoming, in-progress migration 40196546-8514-4174-9a03-a54d2e9b3e42. Migration status is post-migrating {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 839.705229] env[69169]: INFO nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating resource usage from migration 40196546-8514-4174-9a03-a54d2e9b3e42 [ 839.727146] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 74cd622c-eab8-4327-ac53-5ed338f30d80 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 839.727304] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance dc52e159-586e-4de1-b98a-95106ecaf835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 839.727448] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 7ded9bed-528b-41a1-8ad2-9e7133519c8c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 839.727570] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 73d4af21-1f9c-4b73-b6be-29e92325c067 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 839.727713] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance c7cccd8c-7e13-4a1f-9b62-333a446fb59b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 839.727845] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 7affa373-c71f-4fdf-991e-84472aed80ec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 839.727967] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance fd6a7bbc-282f-4b48-bb24-b54b02ba0b79 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 839.728096] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance cb9cea3a-dd62-46b9-82af-20c557fd1f1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 839.728220] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 7d162860-00ee-4b0b-95f8-9632c4eabfad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 839.728332] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance d59bc90a-d340-4e5f-b395-e320de617c16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 839.728451] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance e8b09d88-5527-4c74-9db6-081da24373e8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 839.728563] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ae4fca65-67fe-48c2-b1d7-90e957ef15fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 839.728674] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 839.728794] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ea8141ad-8ef4-4f36-a2d1-fec122122133 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 839.728911] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 43f2bf3a-8396-4a47-8184-ceb5e9343453 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 839.729040] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 53c3c1dd-93f7-42ea-b423-6be5de3db37d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 839.729162] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 428edf2e-d26a-4e01-ae66-669d2fe45fdc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 839.729276] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 839.729385] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 4166a211-8c3d-4e89-bf43-f134631eb018 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 839.729493] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance d8180779-0929-4896-b981-4f4985d091e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 839.729600] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 20ac28fe-a75f-4538-a345-39e7872fad30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 839.849190] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f7cf06-be97-2abc-e0dd-c65758a36b76, 'name': SearchDatastore_Task, 'duration_secs': 0.039568} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.849991] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bea6258-d0a2-47bd-945a-f0afd394af77 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.857174] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Waiting for the task: (returnval){ [ 839.857174] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528be26d-b1e5-b8f6-13eb-a3fe41c0bfb4" [ 839.857174] env[69169]: _type = "Task" [ 839.857174] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.866881] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528be26d-b1e5-b8f6-13eb-a3fe41c0bfb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.871499] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Releasing lock "refresh_cache-20ac28fe-a75f-4538-a345-39e7872fad30" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.871806] env[69169]: DEBUG nova.compute.manager [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Instance network_info: |[{"id": "cde2eddf-57f1-49a0-be51-e51f542c04a9", "address": "fa:16:3e:df:fd:3c", "network": {"id": "e8205876-a80f-41e3-8368-91bcafdc266d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-811272375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cb88b861548455ab8f4cda19d2101ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde2eddf-57", "ovs_interfaceid": "cde2eddf-57f1-49a0-be51-e51f542c04a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.872100] env[69169]: DEBUG oslo_concurrency.lockutils [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] Acquired lock "refresh_cache-20ac28fe-a75f-4538-a345-39e7872fad30" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.872302] env[69169]: DEBUG nova.network.neutron [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Refreshing network info cache for port cde2eddf-57f1-49a0-be51-e51f542c04a9 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.873511] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:fd:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cde2eddf-57f1-49a0-be51-e51f542c04a9', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.881490] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Creating folder: Project (0cb88b861548455ab8f4cda19d2101ee). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.882886] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40827d90-ec89-44f3-b88a-b394e3446ba8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.899063] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Created folder: Project (0cb88b861548455ab8f4cda19d2101ee) in parent group-v649481. [ 839.899296] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Creating folder: Instances. Parent ref: group-v649595. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.899544] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdb1f75f-0936-40fc-a2c8-4c8916541ba6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.914732] env[69169]: INFO nova.compute.manager [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Took 45.97 seconds to build instance. [ 839.916069] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Created folder: Instances in parent group-v649595. [ 839.916753] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.917069] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.917322] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa7bd0c9-3d2e-4cdc-9506-b4ffdf3e0d5d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.937359] env[69169]: DEBUG oslo_vmware.api [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250934, 'name': PowerOffVM_Task, 'duration_secs': 0.216878} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.938154] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.938396] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.938689] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0515f9c8-ff59-4e02-8094-01829400d9f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.954281] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.954281] env[69169]: value = "task-3250938" [ 839.954281] env[69169]: _type = "Task" [ 839.954281] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.965369] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250938, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.035028] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.035394] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.035859] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Deleting the datastore file [datastore1] 73d4af21-1f9c-4b73-b6be-29e92325c067 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.036103] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04eeb1cf-eb97-470a-9183-67eca6fe9f63 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.045993] env[69169]: DEBUG oslo_vmware.api [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Waiting for the task: (returnval){ [ 840.045993] env[69169]: value = "task-3250940" [ 840.045993] env[69169]: _type = "Task" [ 840.045993] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.061134] env[69169]: DEBUG oslo_vmware.api [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.197776] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.233120] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ccc8b357-6f09-4fc2-9f36-f9687486d150 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 840.374441] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528be26d-b1e5-b8f6-13eb-a3fe41c0bfb4, 'name': SearchDatastore_Task, 'duration_secs': 0.013279} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.374441] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.374441] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] d8180779-0929-4896-b981-4f4985d091e9/d8180779-0929-4896-b981-4f4985d091e9.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.374441] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28562cc3-5c10-49bb-b0f4-21be8453db2f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.382185] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Waiting for the task: (returnval){ [ 840.382185] env[69169]: value = "task-3250941" [ 840.382185] env[69169]: _type = "Task" [ 840.382185] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.397399] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3250941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.418600] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5fa41008-a6b0-49f4-9a78-059c475ad779 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "4166a211-8c3d-4e89-bf43-f134631eb018" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.215s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.465989] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250938, 'name': CreateVM_Task, 'duration_secs': 0.429917} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.465989] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.466449] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.466449] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.466690] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.466951] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c26b3c-714e-43af-afeb-c3d6437efd22 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.472329] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Waiting for the task: (returnval){ [ 840.472329] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c2db1b-63ce-862f-8236-0665e1ae91cf" [ 840.472329] env[69169]: _type = "Task" [ 840.472329] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.482639] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c2db1b-63ce-862f-8236-0665e1ae91cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.545194] env[69169]: DEBUG oslo_concurrency.lockutils [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "d59bc90a-d340-4e5f-b395-e320de617c16" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.545477] env[69169]: DEBUG oslo_concurrency.lockutils [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.548453] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Acquiring lock "dc52e159-586e-4de1-b98a-95106ecaf835" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.551496] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Lock "dc52e159-586e-4de1-b98a-95106ecaf835" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.562096] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "25601079-3e65-41d8-a992-e431d967cc8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.562362] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "25601079-3e65-41d8-a992-e431d967cc8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.570573] env[69169]: DEBUG oslo_vmware.api [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Task: {'id': task-3250940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211232} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.570821] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.570996] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.571189] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.571353] env[69169]: INFO nova.compute.manager [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Took 1.18 seconds to destroy the instance on the hypervisor. [ 840.571588] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.571859] env[69169]: DEBUG nova.compute.manager [-] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.571978] env[69169]: DEBUG nova.network.neutron [-] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.631036] env[69169]: DEBUG nova.network.neutron [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Updated VIF entry in instance network info cache for port cde2eddf-57f1-49a0-be51-e51f542c04a9. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.631559] env[69169]: DEBUG nova.network.neutron [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Updating instance_info_cache with network_info: [{"id": "cde2eddf-57f1-49a0-be51-e51f542c04a9", "address": "fa:16:3e:df:fd:3c", "network": {"id": "e8205876-a80f-41e3-8368-91bcafdc266d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-811272375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cb88b861548455ab8f4cda19d2101ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde2eddf-57", "ovs_interfaceid": "cde2eddf-57f1-49a0-be51-e51f542c04a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.700200] env[69169]: DEBUG oslo_vmware.api [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3250935, 'name': PowerOnVM_Task, 'duration_secs': 0.611154} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.700608] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.700813] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb8e15c-761e-47df-92c3-1e282106fbeb tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance '927ea571-50ec-4f5e-a5b8-fb0edf599adf' progress to 100 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 840.736375] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ffc3165f-2ec7-4c31-b269-8f3abe31e071 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 840.906033] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3250941, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.921440] env[69169]: DEBUG nova.compute.manager [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.995559] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c2db1b-63ce-862f-8236-0665e1ae91cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011604} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.996127] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.996360] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.996652] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.996834] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.997067] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.997394] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53501e3e-a928-4ca8-8a98-dec8b436958e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.014699] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.014902] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.015693] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f124154-5d59-42d6-842c-ec03ed5c0cd9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.026245] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Waiting for the task: (returnval){ [ 841.026245] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5244781a-231b-8db5-9889-eb7a02eb9fd8" [ 841.026245] env[69169]: _type = "Task" [ 841.026245] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.040129] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5244781a-231b-8db5-9889-eb7a02eb9fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.055338] env[69169]: DEBUG nova.compute.utils [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.059533] env[69169]: DEBUG nova.compute.utils [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.133839] env[69169]: DEBUG oslo_concurrency.lockutils [req-444b47bb-0d53-4a1b-a91f-5955aa4d7c3a req-fc6d6e7d-79c2-4b22-a484-41d4e60f5feb service nova] Releasing lock "refresh_cache-20ac28fe-a75f-4538-a345-39e7872fad30" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.241894] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance c2e03515-3b48-4d61-b96b-edd3210a5b00 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 841.399897] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3250941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755314} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.401291] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] d8180779-0929-4896-b981-4f4985d091e9/d8180779-0929-4896-b981-4f4985d091e9.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.401514] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.401766] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7515581-fde8-4aba-bcd2-d933f9fe46e7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.409305] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Waiting for the task: (returnval){ [ 841.409305] env[69169]: value = "task-3250942" [ 841.409305] env[69169]: _type = "Task" [ 841.409305] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.419521] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3250942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.449383] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.538768] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5244781a-231b-8db5-9889-eb7a02eb9fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.049024} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.539611] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94010c1-2272-4d36-a25f-8073617f8b30 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.545392] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Waiting for the task: (returnval){ [ 841.545392] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52814ef3-5da0-3c6b-b664-9b5e390b87a5" [ 841.545392] env[69169]: _type = "Task" [ 841.545392] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.554183] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52814ef3-5da0-3c6b-b664-9b5e390b87a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.558528] env[69169]: DEBUG oslo_concurrency.lockutils [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.563584] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Lock "dc52e159-586e-4de1-b98a-95106ecaf835" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.743532] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 89811bdf-64e1-49b2-8c3e-97bcd6812c5b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 841.919977] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3250942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068985} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.920391] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.921302] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6820453c-1149-4318-b2ca-ae3bd60bdde4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.944317] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] d8180779-0929-4896-b981-4f4985d091e9/d8180779-0929-4896-b981-4f4985d091e9.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.944680] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce8695a-b91b-4505-80ed-e72a7cba3b95 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.967114] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Waiting for the task: (returnval){ [ 841.967114] env[69169]: value = "task-3250943" [ 841.967114] env[69169]: _type = "Task" [ 841.967114] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.976438] env[69169]: DEBUG nova.network.neutron [-] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.978034] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3250943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.060577] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52814ef3-5da0-3c6b-b664-9b5e390b87a5, 'name': SearchDatastore_Task, 'duration_secs': 0.018301} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.061084] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.061456] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 20ac28fe-a75f-4538-a345-39e7872fad30/20ac28fe-a75f-4538-a345-39e7872fad30.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.062092] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1bcebf8-3204-4554-a51b-dc3b6857dd66 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.072707] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Waiting for the task: (returnval){ [ 842.072707] env[69169]: value = "task-3250944" [ 842.072707] env[69169]: _type = "Task" [ 842.072707] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.082761] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.246433] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 863b790c-aaa5-4d1b-912a-cb3672a2f5c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 842.481211] env[69169]: INFO nova.compute.manager [-] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Took 1.91 seconds to deallocate network for instance. [ 842.481576] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3250943, 'name': ReconfigVM_Task, 'duration_secs': 0.338157} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.483565] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Reconfigured VM instance instance-00000026 to attach disk [datastore1] d8180779-0929-4896-b981-4f4985d091e9/d8180779-0929-4896-b981-4f4985d091e9.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.490570] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a1260d1-452e-4ace-a76d-fb1ced56a26c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.503783] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Waiting for the task: (returnval){ [ 842.503783] env[69169]: value = "task-3250945" [ 842.503783] env[69169]: _type = "Task" [ 842.503783] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.517305] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3250945, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.586679] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250944, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.636816] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Acquiring lock "dc52e159-586e-4de1-b98a-95106ecaf835" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.637148] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Lock "dc52e159-586e-4de1-b98a-95106ecaf835" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.637405] env[69169]: INFO nova.compute.manager [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Attaching volume 3179b0d0-82ef-4f0d-9e8e-7923e787c698 to /dev/sdb [ 842.640845] env[69169]: DEBUG oslo_concurrency.lockutils [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "d59bc90a-d340-4e5f-b395-e320de617c16" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.640845] env[69169]: DEBUG oslo_concurrency.lockutils [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.640845] env[69169]: INFO nova.compute.manager [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Attaching volume 88477471-16b7-4dca-b046-9268941c0ac0 to /dev/sdb [ 842.679777] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f036383-4306-4ca2-8334-8558d2bf9911 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.684669] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1148d88e-4765-4add-914b-9bfa0f78152c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.695275] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a24e3c7-aee4-4d73-91e9-b8791b58e620 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.699109] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717cf099-2c62-4572-bd54-4560aab4b261 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.718068] env[69169]: DEBUG nova.virt.block_device [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Updating existing volume attachment record: 3f64f5f8-7a9e-4572-b9ff-49fde2bdba6e {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 842.726235] env[69169]: DEBUG nova.virt.block_device [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Updating existing volume attachment record: 85600697-904f-45f8-95b7-7d3ef5d0b6d4 {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 842.749034] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 842.994859] env[69169]: DEBUG oslo_concurrency.lockutils [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.016783] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3250945, 'name': Rename_Task, 'duration_secs': 0.290648} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.017120] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.017379] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1bde957-978b-4f57-87dc-d3c4f7770f7f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.026021] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Waiting for the task: (returnval){ [ 843.026021] env[69169]: value = "task-3250949" [ 843.026021] env[69169]: _type = "Task" [ 843.026021] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.039536] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3250949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.049600] env[69169]: DEBUG nova.compute.manager [req-ac8fb57d-607a-44a1-8487-50cbdd623e10 req-859334b4-85d3-45d3-8fbf-82f453788f58 service nova] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Received event network-vif-deleted-31797be3-6ca2-4668-adad-fd8500fdd06a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.087208] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67406} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.088492] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 20ac28fe-a75f-4538-a345-39e7872fad30/20ac28fe-a75f-4538-a345-39e7872fad30.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.088492] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.088492] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba8139c6-f9a2-4312-9672-7877de7a08b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.099166] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Waiting for the task: (returnval){ [ 843.099166] env[69169]: value = "task-3250951" [ 843.099166] env[69169]: _type = "Task" [ 843.099166] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.108918] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.255189] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 73c9ad6c-38ab-4cec-a80c-d874507a5180 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.540801] env[69169]: DEBUG oslo_vmware.api [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3250949, 'name': PowerOnVM_Task, 'duration_secs': 0.511577} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.541815] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.543019] env[69169]: INFO nova.compute.manager [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Took 8.67 seconds to spawn the instance on the hypervisor. [ 843.543019] env[69169]: DEBUG nova.compute.manager [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.543874] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e791625f-674e-461a-809f-ad2a4c1391e8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.609219] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089034} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.609552] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.610361] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5a05a9-7306-4083-b032-364ad33b08b4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.637756] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 20ac28fe-a75f-4538-a345-39e7872fad30/20ac28fe-a75f-4538-a345-39e7872fad30.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.638431] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06bb8dc0-cb1e-4f70-8cb0-1c673c37afff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.660327] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Waiting for the task: (returnval){ [ 843.660327] env[69169]: value = "task-3250954" [ 843.660327] env[69169]: _type = "Task" [ 843.660327] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.670048] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.757128] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ca6fc799-0159-4372-87ee-28c3392ce959 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.873790] env[69169]: DEBUG oslo_concurrency.lockutils [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "4166a211-8c3d-4e89-bf43-f134631eb018" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.873790] env[69169]: DEBUG oslo_concurrency.lockutils [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "4166a211-8c3d-4e89-bf43-f134631eb018" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.873790] env[69169]: DEBUG oslo_concurrency.lockutils [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "4166a211-8c3d-4e89-bf43-f134631eb018-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.873790] env[69169]: DEBUG oslo_concurrency.lockutils [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "4166a211-8c3d-4e89-bf43-f134631eb018-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.873790] env[69169]: DEBUG oslo_concurrency.lockutils [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "4166a211-8c3d-4e89-bf43-f134631eb018-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.875841] env[69169]: INFO nova.compute.manager [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Terminating instance [ 844.013054] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.013526] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.013793] env[69169]: DEBUG nova.compute.manager [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Going to confirm migration 1 {{(pid=69169) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 844.073131] env[69169]: INFO nova.compute.manager [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Took 42.21 seconds to build instance. [ 844.171453] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.260240] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 58fcd76a-24cc-400e-a836-5ca27ef7c6b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 844.260400] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Migration 40196546-8514-4174-9a03-a54d2e9b3e42 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 844.260546] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 927ea571-50ec-4f5e-a5b8-fb0edf599adf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 844.378836] env[69169]: DEBUG nova.compute.manager [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.381298] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.381298] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77300612-9e40-480c-95de-09728edd5741 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.391110] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.391110] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c470ccf6-91ae-40d2-8154-757897243bee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.400024] env[69169]: DEBUG oslo_vmware.api [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 844.400024] env[69169]: value = "task-3250955" [ 844.400024] env[69169]: _type = "Task" [ 844.400024] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.417068] env[69169]: DEBUG oslo_vmware.api [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.490461] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Acquiring lock "c7cccd8c-7e13-4a1f-9b62-333a446fb59b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.490461] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Lock "c7cccd8c-7e13-4a1f-9b62-333a446fb59b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.490461] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Acquiring lock "c7cccd8c-7e13-4a1f-9b62-333a446fb59b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.490461] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Lock "c7cccd8c-7e13-4a1f-9b62-333a446fb59b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.490461] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Lock "c7cccd8c-7e13-4a1f-9b62-333a446fb59b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.493283] env[69169]: INFO nova.compute.manager [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Terminating instance [ 844.578497] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ae88d2c8-db30-4732-ad56-645e575cecf7 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Lock "d8180779-0929-4896-b981-4f4985d091e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.418s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.613989] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.614211] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.614388] env[69169]: DEBUG nova.network.neutron [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.614569] env[69169]: DEBUG nova.objects.instance [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lazy-loading 'info_cache' on Instance uuid 927ea571-50ec-4f5e-a5b8-fb0edf599adf {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.671784] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250954, 'name': ReconfigVM_Task, 'duration_secs': 0.87373} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.672348] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 20ac28fe-a75f-4538-a345-39e7872fad30/20ac28fe-a75f-4538-a345-39e7872fad30.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.673162] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bf02032-5f19-4d04-b40e-5517a93c0c68 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.683618] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Waiting for the task: (returnval){ [ 844.683618] env[69169]: value = "task-3250956" [ 844.683618] env[69169]: _type = "Task" [ 844.683618] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.695751] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250956, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.763294] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ca5989b5-eea8-4034-b9e6-3c3aa1e4b061 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 844.915811] env[69169]: DEBUG nova.compute.manager [req-77ab65a0-a43d-4549-b20a-ed45ecca15fe req-1bb2d2d0-9825-4de9-b5a0-533091c55374 service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] Received event network-changed-628e25e2-c4e0-45c4-8031-1c8a7d135b8c {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.915811] env[69169]: DEBUG nova.compute.manager [req-77ab65a0-a43d-4549-b20a-ed45ecca15fe req-1bb2d2d0-9825-4de9-b5a0-533091c55374 service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] Refreshing instance network info cache due to event network-changed-628e25e2-c4e0-45c4-8031-1c8a7d135b8c. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.915811] env[69169]: DEBUG oslo_concurrency.lockutils [req-77ab65a0-a43d-4549-b20a-ed45ecca15fe req-1bb2d2d0-9825-4de9-b5a0-533091c55374 service nova] Acquiring lock "refresh_cache-d8180779-0929-4896-b981-4f4985d091e9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.915811] env[69169]: DEBUG oslo_concurrency.lockutils [req-77ab65a0-a43d-4549-b20a-ed45ecca15fe req-1bb2d2d0-9825-4de9-b5a0-533091c55374 service nova] Acquired lock "refresh_cache-d8180779-0929-4896-b981-4f4985d091e9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.915811] env[69169]: DEBUG nova.network.neutron [req-77ab65a0-a43d-4549-b20a-ed45ecca15fe req-1bb2d2d0-9825-4de9-b5a0-533091c55374 service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] Refreshing network info cache for port 628e25e2-c4e0-45c4-8031-1c8a7d135b8c {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.926020] env[69169]: DEBUG oslo_vmware.api [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250955, 'name': PowerOffVM_Task, 'duration_secs': 0.349551} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.926020] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.926020] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.926020] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9aeaef9-bf85-4bc1-807b-8fbe1ae77443 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.007321] env[69169]: DEBUG nova.compute.manager [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.007652] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.008520] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef99419-2c46-48dc-85da-ed987860ac90 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.022817] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.025324] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-093bd802-178f-4e84-b425-4979d59b6332 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.037758] env[69169]: DEBUG oslo_vmware.api [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Waiting for the task: (returnval){ [ 845.037758] env[69169]: value = "task-3250958" [ 845.037758] env[69169]: _type = "Task" [ 845.037758] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.050398] env[69169]: DEBUG oslo_vmware.api [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.083459] env[69169]: DEBUG nova.compute.manager [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.090130] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.090130] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.090130] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Deleting the datastore file [datastore2] 4166a211-8c3d-4e89-bf43-f134631eb018 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.090130] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-397cfce9-adfb-475b-a43d-2de296b95b07 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.099288] env[69169]: DEBUG oslo_vmware.api [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 845.099288] env[69169]: value = "task-3250959" [ 845.099288] env[69169]: _type = "Task" [ 845.099288] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.111736] env[69169]: DEBUG oslo_vmware.api [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.195800] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250956, 'name': Rename_Task, 'duration_secs': 0.362068} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.196601] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.196978] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eb036c0-ba6a-4cdf-8423-0a8f250d3397 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.206591] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Waiting for the task: (returnval){ [ 845.206591] env[69169]: value = "task-3250961" [ 845.206591] env[69169]: _type = "Task" [ 845.206591] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.220730] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.267471] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 5b19a47f-8fcb-4574-8b9a-0311a35c168a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 845.267800] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 845.267968] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 845.553570] env[69169]: DEBUG oslo_vmware.api [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250958, 'name': PowerOffVM_Task, 'duration_secs': 0.263189} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.554208] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.554375] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.554810] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d92aecec-3818-4309-a628-a1a7fcb124be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.608878] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.624023] env[69169]: DEBUG oslo_vmware.api [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3250959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219984} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.624023] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.624023] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.624023] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.624023] env[69169]: INFO nova.compute.manager [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Took 1.24 seconds to destroy the instance on the hypervisor. [ 845.624023] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.624023] env[69169]: DEBUG nova.compute.manager [-] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.624023] env[69169]: DEBUG nova.network.neutron [-] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.630750] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.631247] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.631583] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Deleting the datastore file [datastore1] c7cccd8c-7e13-4a1f-9b62-333a446fb59b {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.632348] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc634d2c-9836-408b-bb5e-a8c95d5d3d1b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.640521] env[69169]: DEBUG oslo_vmware.api [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Waiting for the task: (returnval){ [ 845.640521] env[69169]: value = "task-3250964" [ 845.640521] env[69169]: _type = "Task" [ 845.640521] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.652328] env[69169]: DEBUG oslo_vmware.api [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.731634] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250961, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.822856] env[69169]: DEBUG nova.network.neutron [req-77ab65a0-a43d-4549-b20a-ed45ecca15fe req-1bb2d2d0-9825-4de9-b5a0-533091c55374 service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] Updated VIF entry in instance network info cache for port 628e25e2-c4e0-45c4-8031-1c8a7d135b8c. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.823227] env[69169]: DEBUG nova.network.neutron [req-77ab65a0-a43d-4549-b20a-ed45ecca15fe req-1bb2d2d0-9825-4de9-b5a0-533091c55374 service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] Updating instance_info_cache with network_info: [{"id": "628e25e2-c4e0-45c4-8031-1c8a7d135b8c", "address": "fa:16:3e:54:be:58", "network": {"id": "74dd5a73-8930-4977-b327-ed1f7dd2f7f2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945378704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8bd98f3fba4fca811a478a49711e9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628e25e2-c4", "ovs_interfaceid": "628e25e2-c4e0-45c4-8031-1c8a7d135b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.907401] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23696519-0dfb-48f7-be2b-1767908e2e17 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.916501] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4c31b6-e903-4c21-867d-b875727b13cb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.951971] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6a7258-6006-4a26-b469-f01627a7a6d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.962154] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfad3a88-2dad-4dc2-95ab-5889444d1da5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.977684] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.989295] env[69169]: DEBUG nova.network.neutron [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance_info_cache with network_info: [{"id": "411c514a-fcd6-44b1-9da9-d690dc5d6862", "address": "fa:16:3e:5a:c3:08", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411c514a-fc", "ovs_interfaceid": "411c514a-fcd6-44b1-9da9-d690dc5d6862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.150405] env[69169]: DEBUG oslo_vmware.api [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Task: {'id': task-3250964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244879} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.150751] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.150854] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.151033] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.151279] env[69169]: INFO nova.compute.manager [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 846.151570] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.151727] env[69169]: DEBUG nova.compute.manager [-] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.151823] env[69169]: DEBUG nova.network.neutron [-] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.218649] env[69169]: DEBUG oslo_vmware.api [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250961, 'name': PowerOnVM_Task, 'duration_secs': 0.682801} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.218913] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.219129] env[69169]: INFO nova.compute.manager [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Took 9.12 seconds to spawn the instance on the hypervisor. [ 846.219329] env[69169]: DEBUG nova.compute.manager [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.220140] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51429f75-7017-4790-9311-4e6732fa724e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.331203] env[69169]: DEBUG oslo_concurrency.lockutils [req-77ab65a0-a43d-4549-b20a-ed45ecca15fe req-1bb2d2d0-9825-4de9-b5a0-533091c55374 service nova] Releasing lock "refresh_cache-d8180779-0929-4896-b981-4f4985d091e9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.493349] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "refresh_cache-927ea571-50ec-4f5e-a5b8-fb0edf599adf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.493525] env[69169]: DEBUG nova.objects.instance [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lazy-loading 'migration_context' on Instance uuid 927ea571-50ec-4f5e-a5b8-fb0edf599adf {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.500508] env[69169]: ERROR nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [req-1ab486af-0cfe-4fe2-81af-8ad3f9084f46] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1ab486af-0cfe-4fe2-81af-8ad3f9084f46"}]} [ 846.527561] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 846.545022] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 846.545285] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.565088] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 846.604998] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 846.749283] env[69169]: INFO nova.compute.manager [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Took 38.27 seconds to build instance. [ 846.995175] env[69169]: DEBUG nova.compute.manager [req-c57b8b54-7503-48fc-9973-c9bcdd8f4dbc req-912dad93-d7b2-4176-9693-a081bbb56429 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Received event network-vif-deleted-a1ba19bb-8c92-416e-8cf4-26d7f2863697 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.995323] env[69169]: INFO nova.compute.manager [req-c57b8b54-7503-48fc-9973-c9bcdd8f4dbc req-912dad93-d7b2-4176-9693-a081bbb56429 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Neutron deleted interface a1ba19bb-8c92-416e-8cf4-26d7f2863697; detaching it from the instance and deleting it from the info cache [ 846.995523] env[69169]: DEBUG nova.network.neutron [req-c57b8b54-7503-48fc-9973-c9bcdd8f4dbc req-912dad93-d7b2-4176-9693-a081bbb56429 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.999521] env[69169]: DEBUG nova.objects.base [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Object Instance<927ea571-50ec-4f5e-a5b8-fb0edf599adf> lazy-loaded attributes: info_cache,migration_context {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 847.000770] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9e75a3-d7b0-40da-92d2-bd5165d1851d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.025918] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada3a099-498d-48ec-9871-c481217db310 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.033320] env[69169]: DEBUG oslo_vmware.api [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 847.033320] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524c50b4-0fc6-254a-a158-a802b0b91441" [ 847.033320] env[69169]: _type = "Task" [ 847.033320] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.051492] env[69169]: DEBUG oslo_vmware.api [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524c50b4-0fc6-254a-a158-a802b0b91441, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.051802] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.128766] env[69169]: DEBUG nova.compute.manager [req-9855a73f-9d90-4c8b-9bdc-18c12f7cdb32 req-a2f692be-6761-4353-936c-909325627120 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Received event network-vif-deleted-f5176e50-6552-4239-99e4-03b34d81a0b2 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.129016] env[69169]: INFO nova.compute.manager [req-9855a73f-9d90-4c8b-9bdc-18c12f7cdb32 req-a2f692be-6761-4353-936c-909325627120 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Neutron deleted interface f5176e50-6552-4239-99e4-03b34d81a0b2; detaching it from the instance and deleting it from the info cache [ 847.129742] env[69169]: DEBUG nova.network.neutron [req-9855a73f-9d90-4c8b-9bdc-18c12f7cdb32 req-a2f692be-6761-4353-936c-909325627120 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Updating instance_info_cache with network_info: [{"id": "d2210b33-7388-484a-9288-331179dcd2e4", "address": "fa:16:3e:2c:bb:e6", "network": {"id": "f30df116-34a9-4619-bc38-6f732dd10b35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-755002307", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2210b33-73", "ovs_interfaceid": "d2210b33-7388-484a-9288-331179dcd2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4", "address": "fa:16:3e:eb:c0:9f", "network": {"id": "117b8af6-94f2-44b8-b1fe-54f4ec0a2dc8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-520467141", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dffb5d-2f", "ovs_interfaceid": "b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.136717] env[69169]: DEBUG nova.network.neutron [-] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.139979] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7479a57a-04d1-4fe4-9f5a-72059a7cf557 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.152872] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a604d5ae-96a8-4d81-8225-9af9e0d231fd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.208800] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095e3efa-081c-48ba-8630-bbd94992df9b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.218083] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefd304c-eaf9-4f5c-ad30-37ab18f53737 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.235323] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.257490] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4a569a2d-6246-4fde-8310-d11edb4d01bb tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Lock "20ac28fe-a75f-4538-a345-39e7872fad30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.336s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.272737] env[69169]: DEBUG nova.network.neutron [-] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.279638] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "786f4d7c-edd0-48ab-9b73-40d473a512e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.279871] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "786f4d7c-edd0-48ab-9b73-40d473a512e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.289756] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 847.290205] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649600', 'volume_id': '3179b0d0-82ef-4f0d-9e8e-7923e787c698', 'name': 'volume-3179b0d0-82ef-4f0d-9e8e-7923e787c698', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc52e159-586e-4de1-b98a-95106ecaf835', 'attached_at': '', 'detached_at': '', 'volume_id': '3179b0d0-82ef-4f0d-9e8e-7923e787c698', 'serial': '3179b0d0-82ef-4f0d-9e8e-7923e787c698'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 847.291041] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e20476-2ad7-49b9-9db6-270b5d284179 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.309258] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a18596-0250-468a-b6fe-b5b98858c736 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.336382] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-3179b0d0-82ef-4f0d-9e8e-7923e787c698/volume-3179b0d0-82ef-4f0d-9e8e-7923e787c698.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.336860] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51d16d69-b003-457c-a047-b5e0e15380ee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.358234] env[69169]: DEBUG oslo_vmware.api [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Waiting for the task: (returnval){ [ 847.358234] env[69169]: value = "task-3250965" [ 847.358234] env[69169]: _type = "Task" [ 847.358234] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.365088] env[69169]: DEBUG oslo_vmware.api [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Task: {'id': task-3250965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.501446] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03fe25c9-d6eb-4105-904c-a0f84387af36 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.511371] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c30c1e-e023-49e2-908d-0f6e5cca3df3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.540869] env[69169]: DEBUG nova.compute.manager [req-c57b8b54-7503-48fc-9973-c9bcdd8f4dbc req-912dad93-d7b2-4176-9693-a081bbb56429 service nova] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Detach interface failed, port_id=a1ba19bb-8c92-416e-8cf4-26d7f2863697, reason: Instance c7cccd8c-7e13-4a1f-9b62-333a446fb59b could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 847.546072] env[69169]: DEBUG oslo_concurrency.lockutils [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquiring lock "20ac28fe-a75f-4538-a345-39e7872fad30" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.546316] env[69169]: DEBUG oslo_concurrency.lockutils [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Lock "20ac28fe-a75f-4538-a345-39e7872fad30" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.546536] env[69169]: INFO nova.compute.manager [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Rebooting instance [ 847.631833] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bd07cb7-f225-42a5-9cbf-8c29ec238a0f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.641690] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad17801a-4c73-463c-b882-71a28219965d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.653896] env[69169]: INFO nova.compute.manager [-] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Took 2.03 seconds to deallocate network for instance. [ 847.674991] env[69169]: DEBUG nova.compute.manager [req-9855a73f-9d90-4c8b-9bdc-18c12f7cdb32 req-a2f692be-6761-4353-936c-909325627120 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Detach interface failed, port_id=f5176e50-6552-4239-99e4-03b34d81a0b2, reason: Instance 4166a211-8c3d-4e89-bf43-f134631eb018 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 847.675255] env[69169]: DEBUG nova.compute.manager [req-9855a73f-9d90-4c8b-9bdc-18c12f7cdb32 req-a2f692be-6761-4353-936c-909325627120 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Received event network-vif-deleted-b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.675430] env[69169]: INFO nova.compute.manager [req-9855a73f-9d90-4c8b-9bdc-18c12f7cdb32 req-a2f692be-6761-4353-936c-909325627120 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Neutron deleted interface b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4; detaching it from the instance and deleting it from the info cache [ 847.675674] env[69169]: DEBUG nova.network.neutron [req-9855a73f-9d90-4c8b-9bdc-18c12f7cdb32 req-a2f692be-6761-4353-936c-909325627120 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Updating instance_info_cache with network_info: [{"id": "d2210b33-7388-484a-9288-331179dcd2e4", "address": "fa:16:3e:2c:bb:e6", "network": {"id": "f30df116-34a9-4619-bc38-6f732dd10b35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-755002307", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2210b33-73", "ovs_interfaceid": "d2210b33-7388-484a-9288-331179dcd2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.754182] env[69169]: ERROR nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [req-04b90d60-ae76-43a3-81b9-bdf503042ba7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-04b90d60-ae76-43a3-81b9-bdf503042ba7"}]} [ 847.760234] env[69169]: DEBUG nova.compute.manager [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.772494] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 847.775455] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 847.775718] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649602', 'volume_id': '88477471-16b7-4dca-b046-9268941c0ac0', 'name': 'volume-88477471-16b7-4dca-b046-9268941c0ac0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59bc90a-d340-4e5f-b395-e320de617c16', 'attached_at': '', 'detached_at': '', 'volume_id': '88477471-16b7-4dca-b046-9268941c0ac0', 'serial': '88477471-16b7-4dca-b046-9268941c0ac0'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 847.776897] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c09131-3068-4aad-b5c7-e8bc76287619 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.780319] env[69169]: INFO nova.compute.manager [-] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Took 1.63 seconds to deallocate network for instance. [ 847.799838] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 847.799838] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.802290] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0275c290-313a-41ee-b963-3579bc10448e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.831351] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-88477471-16b7-4dca-b046-9268941c0ac0/volume-88477471-16b7-4dca-b046-9268941c0ac0.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.832533] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 847.834866] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9704477-fa0c-4ae3-9393-9608d7a9459f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.855025] env[69169]: DEBUG oslo_vmware.api [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 847.855025] env[69169]: value = "task-3250966" [ 847.855025] env[69169]: _type = "Task" [ 847.855025] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.867071] env[69169]: DEBUG oslo_vmware.api [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Task: {'id': task-3250965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.869853] env[69169]: DEBUG oslo_vmware.api [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.875929] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 848.082761] env[69169]: DEBUG oslo_concurrency.lockutils [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquiring lock "refresh_cache-20ac28fe-a75f-4538-a345-39e7872fad30" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.082949] env[69169]: DEBUG oslo_concurrency.lockutils [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquired lock "refresh_cache-20ac28fe-a75f-4538-a345-39e7872fad30" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.083213] env[69169]: DEBUG nova.network.neutron [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.162022] env[69169]: DEBUG oslo_concurrency.lockutils [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.178403] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b2d66bb-8a16-459b-8e4d-e1192941d526 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.188712] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4519b5-a0aa-4ff3-87f5-145467ed0f8c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.226765] env[69169]: DEBUG nova.compute.manager [req-9855a73f-9d90-4c8b-9bdc-18c12f7cdb32 req-a2f692be-6761-4353-936c-909325627120 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Detach interface failed, port_id=b6dffb5d-2f4c-40bf-92fb-bafa87d59cd4, reason: Instance 4166a211-8c3d-4e89-bf43-f134631eb018 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 848.227075] env[69169]: DEBUG nova.compute.manager [req-9855a73f-9d90-4c8b-9bdc-18c12f7cdb32 req-a2f692be-6761-4353-936c-909325627120 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Received event network-vif-deleted-d2210b33-7388-484a-9288-331179dcd2e4 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.227269] env[69169]: INFO nova.compute.manager [req-9855a73f-9d90-4c8b-9bdc-18c12f7cdb32 req-a2f692be-6761-4353-936c-909325627120 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Neutron deleted interface d2210b33-7388-484a-9288-331179dcd2e4; detaching it from the instance and deleting it from the info cache [ 848.227437] env[69169]: DEBUG nova.network.neutron [req-9855a73f-9d90-4c8b-9bdc-18c12f7cdb32 req-a2f692be-6761-4353-936c-909325627120 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.276327] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.299798] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.368885] env[69169]: DEBUG oslo_vmware.api [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250966, 'name': ReconfigVM_Task, 'duration_secs': 0.378962} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.368885] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-88477471-16b7-4dca-b046-9268941c0ac0/volume-88477471-16b7-4dca-b046-9268941c0ac0.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.376439] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04834d7b-11d2-4113-b6db-01c762f8cc3f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.386586] env[69169]: DEBUG oslo_vmware.api [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Task: {'id': task-3250965, 'name': ReconfigVM_Task, 'duration_secs': 0.748112} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.391487] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-3179b0d0-82ef-4f0d-9e8e-7923e787c698/volume-3179b0d0-82ef-4f0d-9e8e-7923e787c698.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.394494] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9115d6f0-9acf-4dc6-950e-983f7386e575 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.407731] env[69169]: DEBUG oslo_vmware.api [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 848.407731] env[69169]: value = "task-3250967" [ 848.407731] env[69169]: _type = "Task" [ 848.407731] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.408490] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a9c399-78ce-4619-8ae2-d2ac0d8820f1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.416354] env[69169]: DEBUG oslo_vmware.api [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Waiting for the task: (returnval){ [ 848.416354] env[69169]: value = "task-3250968" [ 848.416354] env[69169]: _type = "Task" [ 848.416354] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.425103] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9799089-e07c-4a05-b1f1-96fff8f7fb56 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.431905] env[69169]: DEBUG oslo_vmware.api [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.437858] env[69169]: DEBUG oslo_vmware.api [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Task: {'id': task-3250968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.467157] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78caa9ae-93bd-41f7-bffd-a11db3e6fb96 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.471873] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399476b9-c48f-4376-8468-15314dad3fcc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.485589] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.732725] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-051805e4-6ac4-4bd6-87e3-711eb4a79339 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.744175] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c658eb-99cb-45f0-969a-b56a9730528b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.774829] env[69169]: DEBUG nova.compute.manager [req-9855a73f-9d90-4c8b-9bdc-18c12f7cdb32 req-a2f692be-6761-4353-936c-909325627120 service nova] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Detach interface failed, port_id=d2210b33-7388-484a-9288-331179dcd2e4, reason: Instance 4166a211-8c3d-4e89-bf43-f134631eb018 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 848.827637] env[69169]: DEBUG nova.network.neutron [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Updating instance_info_cache with network_info: [{"id": "cde2eddf-57f1-49a0-be51-e51f542c04a9", "address": "fa:16:3e:df:fd:3c", "network": {"id": "e8205876-a80f-41e3-8368-91bcafdc266d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-811272375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cb88b861548455ab8f4cda19d2101ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde2eddf-57", "ovs_interfaceid": "cde2eddf-57f1-49a0-be51-e51f542c04a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.922052] env[69169]: DEBUG oslo_vmware.api [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250967, 'name': ReconfigVM_Task, 'duration_secs': 0.182907} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.924403] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649602', 'volume_id': '88477471-16b7-4dca-b046-9268941c0ac0', 'name': 'volume-88477471-16b7-4dca-b046-9268941c0ac0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59bc90a-d340-4e5f-b395-e320de617c16', 'attached_at': '', 'detached_at': '', 'volume_id': '88477471-16b7-4dca-b046-9268941c0ac0', 'serial': '88477471-16b7-4dca-b046-9268941c0ac0'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 848.930537] env[69169]: DEBUG oslo_vmware.api [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Task: {'id': task-3250968, 'name': ReconfigVM_Task, 'duration_secs': 0.179463} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.930822] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649600', 'volume_id': '3179b0d0-82ef-4f0d-9e8e-7923e787c698', 'name': 'volume-3179b0d0-82ef-4f0d-9e8e-7923e787c698', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc52e159-586e-4de1-b98a-95106ecaf835', 'attached_at': '', 'detached_at': '', 'volume_id': '3179b0d0-82ef-4f0d-9e8e-7923e787c698', 'serial': '3179b0d0-82ef-4f0d-9e8e-7923e787c698'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 848.989172] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.331305] env[69169]: DEBUG oslo_concurrency.lockutils [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Releasing lock "refresh_cache-20ac28fe-a75f-4538-a345-39e7872fad30" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.494567] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 849.494911] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.806s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.495264] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.080s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.495512] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.497524] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.900s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.497707] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.499789] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.418s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.499968] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.501501] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.822s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.502943] env[69169]: INFO nova.compute.claims [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.522891] env[69169]: INFO nova.scheduler.client.report [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleted allocations for instance e8b09d88-5527-4c74-9db6-081da24373e8 [ 849.524631] env[69169]: INFO nova.scheduler.client.report [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Deleted allocations for instance 7affa373-c71f-4fdf-991e-84472aed80ec [ 849.540716] env[69169]: INFO nova.scheduler.client.report [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Deleted allocations for instance fd6a7bbc-282f-4b48-bb24-b54b02ba0b79 [ 849.836360] env[69169]: DEBUG nova.compute.manager [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.837320] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fe1ec3-ffe1-41cc-a8ab-3afe7eefe20f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.961921] env[69169]: DEBUG nova.objects.instance [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lazy-loading 'flavor' on Instance uuid d59bc90a-d340-4e5f-b395-e320de617c16 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.971162] env[69169]: DEBUG nova.objects.instance [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Lazy-loading 'flavor' on Instance uuid dc52e159-586e-4de1-b98a-95106ecaf835 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.034991] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a90bd94b-066d-4d14-bee5-a2040a207a70 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e8b09d88-5527-4c74-9db6-081da24373e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.046s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.036611] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8cfe6e67-25c9-4016-932c-de3bd4af40ea tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "7affa373-c71f-4fdf-991e-84472aed80ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.111s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.047849] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35786992-21c5-4622-943d-bb40bc1f3670 tempest-ListServersNegativeTestJSON-2093517924 tempest-ListServersNegativeTestJSON-2093517924-project-member] Lock "fd6a7bbc-282f-4b48-bb24-b54b02ba0b79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.264s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.468189] env[69169]: DEBUG oslo_concurrency.lockutils [None req-80a41598-7472-4d81-b2f2-3104830a4bb0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.827s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.475463] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3f032f11-b84b-438f-849e-f9dacd428f26 tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Lock "dc52e159-586e-4de1-b98a-95106ecaf835" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.838s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.847035] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.847155] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.860519] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574f9963-f55a-41c6-8c3f-086ea19433d4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.868667] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Doing hard reboot of VM {{(pid=69169) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 850.868917] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a8f84b3e-56bb-49d0-9391-0c88c491c6c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.874986] env[69169]: DEBUG oslo_vmware.api [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Waiting for the task: (returnval){ [ 850.874986] env[69169]: value = "task-3250969" [ 850.874986] env[69169]: _type = "Task" [ 850.874986] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.885311] env[69169]: DEBUG oslo_vmware.api [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250969, 'name': ResetVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.008485] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663d7d96-8f0f-46e2-96fc-801b22ad21a1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.016644] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca49481d-d653-4ce9-946f-9c171c99551a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.049383] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea634d8a-eb64-4dab-83eb-35471b0c5adb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.057597] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21522296-87a1-4c16-913c-e15410c0ca99 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.072548] env[69169]: DEBUG nova.compute.provider_tree [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.281267] env[69169]: DEBUG oslo_concurrency.lockutils [None req-741f36b6-eae0-4c52-99eb-5134087b4c55 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "d59bc90a-d340-4e5f-b395-e320de617c16" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.281267] env[69169]: DEBUG oslo_concurrency.lockutils [None req-741f36b6-eae0-4c52-99eb-5134087b4c55 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.281267] env[69169]: DEBUG nova.compute.manager [None req-741f36b6-eae0-4c52-99eb-5134087b4c55 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.282615] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0638e2e5-cc2d-43d1-9bc7-d67c3a101725 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.289820] env[69169]: DEBUG nova.compute.manager [None req-741f36b6-eae0-4c52-99eb-5134087b4c55 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69169) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 851.290451] env[69169]: DEBUG nova.objects.instance [None req-741f36b6-eae0-4c52-99eb-5134087b4c55 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lazy-loading 'flavor' on Instance uuid d59bc90a-d340-4e5f-b395-e320de617c16 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.387174] env[69169]: DEBUG oslo_vmware.api [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250969, 'name': ResetVM_Task, 'duration_secs': 0.107014} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.388056] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Did hard reboot of VM {{(pid=69169) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 851.388056] env[69169]: DEBUG nova.compute.manager [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.388758] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d55427a-84d9-4b00-9d64-187fd971fddb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.575562] env[69169]: DEBUG nova.scheduler.client.report [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.905416] env[69169]: DEBUG oslo_concurrency.lockutils [None req-01b496a2-99be-4f60-bef0-c078276a6975 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Lock "20ac28fe-a75f-4538-a345-39e7872fad30" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.359s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.982347] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Acquiring lock "dc52e159-586e-4de1-b98a-95106ecaf835" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.985190] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Lock "dc52e159-586e-4de1-b98a-95106ecaf835" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.080693] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.081376] env[69169]: DEBUG nova.compute.manager [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.084085] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.195s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.085442] env[69169]: INFO nova.compute.claims [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.300651] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-741f36b6-eae0-4c52-99eb-5134087b4c55 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.300651] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6a2e9be-55dc-47bf-85b4-204b003fad08 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.306793] env[69169]: DEBUG oslo_vmware.api [None req-741f36b6-eae0-4c52-99eb-5134087b4c55 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 852.306793] env[69169]: value = "task-3250970" [ 852.306793] env[69169]: _type = "Task" [ 852.306793] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.316278] env[69169]: DEBUG oslo_vmware.api [None req-741f36b6-eae0-4c52-99eb-5134087b4c55 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.486902] env[69169]: INFO nova.compute.manager [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Detaching volume 3179b0d0-82ef-4f0d-9e8e-7923e787c698 [ 852.525524] env[69169]: INFO nova.virt.block_device [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Attempting to driver detach volume 3179b0d0-82ef-4f0d-9e8e-7923e787c698 from mountpoint /dev/sdb [ 852.525823] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 852.526034] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649600', 'volume_id': '3179b0d0-82ef-4f0d-9e8e-7923e787c698', 'name': 'volume-3179b0d0-82ef-4f0d-9e8e-7923e787c698', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc52e159-586e-4de1-b98a-95106ecaf835', 'attached_at': '', 'detached_at': '', 'volume_id': '3179b0d0-82ef-4f0d-9e8e-7923e787c698', 'serial': '3179b0d0-82ef-4f0d-9e8e-7923e787c698'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 852.527151] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6f07b2-ecbe-4302-bee9-3d32440a8af6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.561054] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2393d01-7c23-4213-9b2b-c26e2db144d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.571690] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8e4051-fd7b-464c-868f-e894b0808d9c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.599112] env[69169]: DEBUG nova.compute.utils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.600501] env[69169]: DEBUG nova.compute.manager [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Not allocating networking since 'none' was specified. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 852.601564] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098c6815-ed42-4e37-80ae-74bae726f6ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.623383] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] The volume has not been displaced from its original location: [datastore1] volume-3179b0d0-82ef-4f0d-9e8e-7923e787c698/volume-3179b0d0-82ef-4f0d-9e8e-7923e787c698.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 852.627957] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 852.628583] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-124c1d02-ad02-43fa-b481-190c88d1e87c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.647966] env[69169]: DEBUG oslo_vmware.api [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Waiting for the task: (returnval){ [ 852.647966] env[69169]: value = "task-3250971" [ 852.647966] env[69169]: _type = "Task" [ 852.647966] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.659033] env[69169]: DEBUG oslo_vmware.api [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Task: {'id': task-3250971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.819532] env[69169]: DEBUG oslo_vmware.api [None req-741f36b6-eae0-4c52-99eb-5134087b4c55 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250970, 'name': PowerOffVM_Task, 'duration_secs': 0.225942} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.821877] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-741f36b6-eae0-4c52-99eb-5134087b4c55 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.821877] env[69169]: DEBUG nova.compute.manager [None req-741f36b6-eae0-4c52-99eb-5134087b4c55 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.821877] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef330d8-3d72-4aed-a6a5-6e48ce0802f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.854456] env[69169]: DEBUG oslo_concurrency.lockutils [None req-53d8bf37-5780-4645-92c4-33bcdbbcaab8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.854456] env[69169]: DEBUG oslo_concurrency.lockutils [None req-53d8bf37-5780-4645-92c4-33bcdbbcaab8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.854456] env[69169]: DEBUG nova.compute.manager [None req-53d8bf37-5780-4645-92c4-33bcdbbcaab8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.854963] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df4ae47-607e-45c1-8bdb-4a425e6ba27f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.863437] env[69169]: DEBUG nova.compute.manager [None req-53d8bf37-5780-4645-92c4-33bcdbbcaab8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69169) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 852.863565] env[69169]: DEBUG nova.objects.instance [None req-53d8bf37-5780-4645-92c4-33bcdbbcaab8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lazy-loading 'flavor' on Instance uuid ae4fca65-67fe-48c2-b1d7-90e957ef15fc {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.067228] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquiring lock "20ac28fe-a75f-4538-a345-39e7872fad30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.067622] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Lock "20ac28fe-a75f-4538-a345-39e7872fad30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.067774] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquiring lock "20ac28fe-a75f-4538-a345-39e7872fad30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.068089] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Lock "20ac28fe-a75f-4538-a345-39e7872fad30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.068188] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Lock "20ac28fe-a75f-4538-a345-39e7872fad30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.070585] env[69169]: INFO nova.compute.manager [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Terminating instance [ 853.108650] env[69169]: DEBUG nova.compute.manager [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.161159] env[69169]: DEBUG oslo_vmware.api [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Task: {'id': task-3250971, 'name': ReconfigVM_Task, 'duration_secs': 0.240601} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.161590] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 853.169403] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a034999-7932-4c36-9865-d39116a2101c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.187290] env[69169]: DEBUG oslo_vmware.api [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Waiting for the task: (returnval){ [ 853.187290] env[69169]: value = "task-3250972" [ 853.187290] env[69169]: _type = "Task" [ 853.187290] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.197917] env[69169]: DEBUG oslo_vmware.api [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Task: {'id': task-3250972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.334356] env[69169]: DEBUG oslo_concurrency.lockutils [None req-741f36b6-eae0-4c52-99eb-5134087b4c55 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.578240] env[69169]: DEBUG nova.compute.manager [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.578240] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.578240] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c466a81-987c-4f6f-86cb-f18a8ec3d61c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.581900] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad0625b-8708-4529-b901-55c802a6ec90 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.592557] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752942af-febd-42e6-85a9-b8449a42fef7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.595990] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.596411] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f419d09-018d-40d2-b5de-eb63c796220d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.636978] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0deca27-ac23-4735-8630-763561b0f674 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.640530] env[69169]: DEBUG oslo_vmware.api [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Waiting for the task: (returnval){ [ 853.640530] env[69169]: value = "task-3250973" [ 853.640530] env[69169]: _type = "Task" [ 853.640530] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.649423] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c62fd2-f0af-4157-954d-9d96ad2f5b16 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.657099] env[69169]: DEBUG oslo_vmware.api [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.667813] env[69169]: DEBUG nova.compute.provider_tree [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.697921] env[69169]: DEBUG oslo_vmware.api [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Task: {'id': task-3250972, 'name': ReconfigVM_Task, 'duration_secs': 0.141488} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.697921] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649600', 'volume_id': '3179b0d0-82ef-4f0d-9e8e-7923e787c698', 'name': 'volume-3179b0d0-82ef-4f0d-9e8e-7923e787c698', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc52e159-586e-4de1-b98a-95106ecaf835', 'attached_at': '', 'detached_at': '', 'volume_id': '3179b0d0-82ef-4f0d-9e8e-7923e787c698', 'serial': '3179b0d0-82ef-4f0d-9e8e-7923e787c698'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 853.872838] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d8bf37-5780-4645-92c4-33bcdbbcaab8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.874023] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f5e497d-ee38-4b05-89fb-e720c5bda056 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.880579] env[69169]: DEBUG oslo_vmware.api [None req-53d8bf37-5780-4645-92c4-33bcdbbcaab8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 853.880579] env[69169]: value = "task-3250974" [ 853.880579] env[69169]: _type = "Task" [ 853.880579] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.891202] env[69169]: DEBUG oslo_vmware.api [None req-53d8bf37-5780-4645-92c4-33bcdbbcaab8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.137179] env[69169]: DEBUG nova.compute.manager [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.142263] env[69169]: DEBUG nova.objects.instance [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lazy-loading 'flavor' on Instance uuid d59bc90a-d340-4e5f-b395-e320de617c16 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.153306] env[69169]: DEBUG oslo_vmware.api [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250973, 'name': PowerOffVM_Task, 'duration_secs': 0.396004} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.153602] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.153776] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.154875] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c74fceff-4285-40bf-80b9-bb85baf86966 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.166951] env[69169]: DEBUG nova.virt.hardware [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.167616] env[69169]: DEBUG nova.virt.hardware [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.167616] env[69169]: DEBUG nova.virt.hardware [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.167616] env[69169]: DEBUG nova.virt.hardware [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.167616] env[69169]: DEBUG nova.virt.hardware [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.167846] env[69169]: DEBUG nova.virt.hardware [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.167992] env[69169]: DEBUG nova.virt.hardware [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.168135] env[69169]: DEBUG nova.virt.hardware [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.168336] env[69169]: DEBUG nova.virt.hardware [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.168505] env[69169]: DEBUG nova.virt.hardware [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.168702] env[69169]: DEBUG nova.virt.hardware [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.170578] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f59d4d7-2f6f-4143-9f7d-71fc0ba884c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.174323] env[69169]: DEBUG nova.scheduler.client.report [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.185756] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d15c9cc-1ac1-492b-be6e-3ab2bb024101 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.203587] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.209274] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Creating folder: Project (912565688f7e4ab4952234a1e6b781a9). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.209942] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2de549d-beed-4ab9-8861-312a757e9ab5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.221644] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.221816] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.221994] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Deleting the datastore file [datastore1] 20ac28fe-a75f-4538-a345-39e7872fad30 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.222275] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8519356-794b-4e53-a2d3-80aab4a8119a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.226858] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Created folder: Project (912565688f7e4ab4952234a1e6b781a9) in parent group-v649481. [ 854.227060] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Creating folder: Instances. Parent ref: group-v649603. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.227403] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c430c44e-c1fb-406d-a613-ba7bc7270b53 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.230503] env[69169]: DEBUG oslo_vmware.api [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Waiting for the task: (returnval){ [ 854.230503] env[69169]: value = "task-3250977" [ 854.230503] env[69169]: _type = "Task" [ 854.230503] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.238026] env[69169]: DEBUG oslo_vmware.api [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.239262] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Created folder: Instances in parent group-v649603. [ 854.239444] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.239635] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.239834] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6651abc6-e439-4b36-9ff3-46459a0a6722 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.256096] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.256096] env[69169]: value = "task-3250979" [ 854.256096] env[69169]: _type = "Task" [ 854.256096] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.261307] env[69169]: DEBUG nova.objects.instance [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Lazy-loading 'flavor' on Instance uuid dc52e159-586e-4de1-b98a-95106ecaf835 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.265970] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250979, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.390830] env[69169]: DEBUG oslo_vmware.api [None req-53d8bf37-5780-4645-92c4-33bcdbbcaab8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250974, 'name': PowerOffVM_Task, 'duration_secs': 0.204814} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.391105] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d8bf37-5780-4645-92c4-33bcdbbcaab8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.391326] env[69169]: DEBUG nova.compute.manager [None req-53d8bf37-5780-4645-92c4-33bcdbbcaab8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.392140] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21741397-8e6a-475b-8435-0595bb3f81b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.652943] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.653317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquired lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.653317] env[69169]: DEBUG nova.network.neutron [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.653499] env[69169]: DEBUG nova.objects.instance [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lazy-loading 'info_cache' on Instance uuid d59bc90a-d340-4e5f-b395-e320de617c16 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.680442] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.681088] env[69169]: DEBUG nova.compute.manager [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.687163] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.751s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.687163] env[69169]: INFO nova.compute.claims [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.744840] env[69169]: DEBUG oslo_vmware.api [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Task: {'id': task-3250977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213252} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.746182] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.746182] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.746182] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.746182] env[69169]: INFO nova.compute.manager [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Took 1.17 seconds to destroy the instance on the hypervisor. [ 854.746813] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.747840] env[69169]: DEBUG nova.compute.manager [-] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.748284] env[69169]: DEBUG nova.network.neutron [-] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.770535] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250979, 'name': CreateVM_Task, 'duration_secs': 0.407075} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.772680] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.777233] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.777365] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.777695] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.777995] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb6dcd1-d145-4abe-b0b8-cf8eda2ececb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.784282] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 854.784282] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52eed8b3-0936-91ca-e473-65370e2e44f2" [ 854.784282] env[69169]: _type = "Task" [ 854.784282] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.794504] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52eed8b3-0936-91ca-e473-65370e2e44f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.912092] env[69169]: DEBUG oslo_concurrency.lockutils [None req-53d8bf37-5780-4645-92c4-33bcdbbcaab8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.157090] env[69169]: DEBUG nova.objects.base [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 855.196353] env[69169]: DEBUG nova.compute.utils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.198408] env[69169]: DEBUG nova.compute.manager [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Not allocating networking since 'none' was specified. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 855.283025] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e2acd992-9b01-40a2-b6d9-c6cc77c17a9a tempest-VolumesAssistedSnapshotsTest-1879567221 tempest-VolumesAssistedSnapshotsTest-1879567221-project-admin] Lock "dc52e159-586e-4de1-b98a-95106ecaf835" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.301882] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52eed8b3-0936-91ca-e473-65370e2e44f2, 'name': SearchDatastore_Task, 'duration_secs': 0.032518} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.302705] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.302705] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.302945] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.302945] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.303197] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.303409] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98e36a28-cfb6-4557-8170-6740ae4630d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.320162] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.320162] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.323242] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-564dd37c-d66d-44bd-a651-9d17b335a74b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.329623] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 855.329623] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528f2581-36e3-a358-e474-805e07ffb931" [ 855.329623] env[69169]: _type = "Task" [ 855.329623] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.337538] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528f2581-36e3-a358-e474-805e07ffb931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.450602] env[69169]: DEBUG nova.compute.manager [req-c7f87752-c79f-4e54-b02e-6c21d2c1c796 req-937e4d89-b9d4-4b0d-b7a5-513255a24f17 service nova] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Received event network-vif-deleted-cde2eddf-57f1-49a0-be51-e51f542c04a9 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.450902] env[69169]: INFO nova.compute.manager [req-c7f87752-c79f-4e54-b02e-6c21d2c1c796 req-937e4d89-b9d4-4b0d-b7a5-513255a24f17 service nova] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Neutron deleted interface cde2eddf-57f1-49a0-be51-e51f542c04a9; detaching it from the instance and deleting it from the info cache [ 855.450988] env[69169]: DEBUG nova.network.neutron [req-c7f87752-c79f-4e54-b02e-6c21d2c1c796 req-937e4d89-b9d4-4b0d-b7a5-513255a24f17 service nova] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.595879] env[69169]: DEBUG nova.objects.instance [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lazy-loading 'flavor' on Instance uuid ae4fca65-67fe-48c2-b1d7-90e957ef15fc {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.702445] env[69169]: DEBUG nova.compute.manager [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.723015] env[69169]: DEBUG nova.network.neutron [-] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.849260] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528f2581-36e3-a358-e474-805e07ffb931, 'name': SearchDatastore_Task, 'duration_secs': 0.023436} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.854184] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1fcbd47-b6c6-4073-9994-9812d02f33dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.864584] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 855.864584] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5211287a-6adb-d12a-867a-69cdeffa0b80" [ 855.864584] env[69169]: _type = "Task" [ 855.864584] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.878057] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5211287a-6adb-d12a-867a-69cdeffa0b80, 'name': SearchDatastore_Task} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.878177] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.878392] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ccc8b357-6f09-4fc2-9f36-f9687486d150/ccc8b357-6f09-4fc2-9f36-f9687486d150.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.879125] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ced1fab2-f527-4a1b-abcb-648915e0e060 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.894167] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 855.894167] env[69169]: value = "task-3250981" [ 855.894167] env[69169]: _type = "Task" [ 855.894167] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.902327] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.955187] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c18416db-045b-42e4-a5e4-5d9373c4c90d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.966664] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c06ae4-c5e4-443b-8d1b-9a4029ed6650 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.004766] env[69169]: DEBUG nova.compute.manager [req-c7f87752-c79f-4e54-b02e-6c21d2c1c796 req-937e4d89-b9d4-4b0d-b7a5-513255a24f17 service nova] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Detach interface failed, port_id=cde2eddf-57f1-49a0-be51-e51f542c04a9, reason: Instance 20ac28fe-a75f-4538-a345-39e7872fad30 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 856.045103] env[69169]: DEBUG nova.network.neutron [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Updating instance_info_cache with network_info: [{"id": "1b6338df-90bc-4433-b50a-68a26082257f", "address": "fa:16:3e:33:9f:31", "network": {"id": "dcd2e068-e9dc-48d2-a260-e782f89ac30a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-36465712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "826de5dfc02d4cde8472cd3e083139da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6338df-90", "ovs_interfaceid": "1b6338df-90bc-4433-b50a-68a26082257f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.103214] env[69169]: DEBUG oslo_concurrency.lockutils [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.105163] env[69169]: DEBUG oslo_concurrency.lockutils [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.105163] env[69169]: DEBUG nova.network.neutron [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.105163] env[69169]: DEBUG nova.objects.instance [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lazy-loading 'info_cache' on Instance uuid ae4fca65-67fe-48c2-b1d7-90e957ef15fc {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.225985] env[69169]: INFO nova.compute.manager [-] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Took 1.48 seconds to deallocate network for instance. [ 856.320583] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e69768d-6204-45fc-8241-0cbeab562e66 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.330126] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f7d1ed-2afb-4e1c-84d8-c62a33194ce8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.366142] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daed545-80bb-43ff-9de9-888d83697f0f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.373557] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0916e198-ac05-427b-9f4b-06d376294c22 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.396269] env[69169]: DEBUG nova.compute.provider_tree [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.409594] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49235} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.410496] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ccc8b357-6f09-4fc2-9f36-f9687486d150/ccc8b357-6f09-4fc2-9f36-f9687486d150.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.410496] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.410496] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e1ef246-63a3-4e2f-bfe2-23e1721a17d2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.419794] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 856.419794] env[69169]: value = "task-3250982" [ 856.419794] env[69169]: _type = "Task" [ 856.419794] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.429159] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.546918] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Releasing lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.607847] env[69169]: DEBUG nova.objects.base [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 856.712594] env[69169]: DEBUG nova.compute.manager [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.735055] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.738325] env[69169]: DEBUG nova.virt.hardware [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.738641] env[69169]: DEBUG nova.virt.hardware [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.738851] env[69169]: DEBUG nova.virt.hardware [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.739105] env[69169]: DEBUG nova.virt.hardware [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.739311] env[69169]: DEBUG nova.virt.hardware [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.739527] env[69169]: DEBUG nova.virt.hardware [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.740924] env[69169]: DEBUG nova.virt.hardware [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.740924] env[69169]: DEBUG nova.virt.hardware [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.740924] env[69169]: DEBUG nova.virt.hardware [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.740924] env[69169]: DEBUG nova.virt.hardware [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.740924] env[69169]: DEBUG nova.virt.hardware [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.742414] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d66f0-6fa5-4757-8eaf-e00345a8cde4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.750978] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3156c4db-6d0c-456a-930c-56e7cadc7025 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.764679] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.770457] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.770707] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.770912] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96c2d0b4-9a92-424a-b536-e83529e571e0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.787502] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.787502] env[69169]: value = "task-3250983" [ 856.787502] env[69169]: _type = "Task" [ 856.787502] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.795088] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250983, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.903222] env[69169]: DEBUG nova.scheduler.client.report [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.930671] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06783} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.930950] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.931741] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66cd641-c4d5-4999-8fa6-bf3ded1f556b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.952883] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] ccc8b357-6f09-4fc2-9f36-f9687486d150/ccc8b357-6f09-4fc2-9f36-f9687486d150.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.953222] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ccd057-0959-44af-b65b-6b015758d215 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.973053] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 856.973053] env[69169]: value = "task-3250984" [ 856.973053] env[69169]: _type = "Task" [ 856.973053] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.983966] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.115574] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Acquiring lock "f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.115825] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Lock "f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.304746] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250983, 'name': CreateVM_Task, 'duration_secs': 0.300507} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.304746] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.304901] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.305072] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.305391] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.305644] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfbda727-bf2e-497e-b82c-cb8a2f4e898d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.311108] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 857.311108] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528da34c-bbb5-959d-9ba8-5dfafacb9226" [ 857.311108] env[69169]: _type = "Task" [ 857.311108] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.323074] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528da34c-bbb5-959d-9ba8-5dfafacb9226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.375417] env[69169]: DEBUG nova.network.neutron [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance_info_cache with network_info: [{"id": "eba460f6-758f-4c46-adda-4c234f4ac76d", "address": "fa:16:3e:3c:0f:98", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba460f6-75", "ovs_interfaceid": "eba460f6-758f-4c46-adda-4c234f4ac76d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.410715] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.411333] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.413870] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.896s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.416336] env[69169]: INFO nova.compute.claims [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.485341] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250984, 'name': ReconfigVM_Task, 'duration_secs': 0.326306} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.485787] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Reconfigured VM instance instance-00000028 to attach disk [datastore1] ccc8b357-6f09-4fc2-9f36-f9687486d150/ccc8b357-6f09-4fc2-9f36-f9687486d150.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.486310] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e3d65dd-dedb-4457-9574-98a016f5fe18 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.496097] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 857.496097] env[69169]: value = "task-3250985" [ 857.496097] env[69169]: _type = "Task" [ 857.496097] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.506678] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250985, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.552885] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.553284] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3236bbb-1e53-4a5e-af7a-e6030a6e77ef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.560945] env[69169]: DEBUG oslo_vmware.api [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 857.560945] env[69169]: value = "task-3250986" [ 857.560945] env[69169]: _type = "Task" [ 857.560945] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.570870] env[69169]: DEBUG oslo_vmware.api [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.822460] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528da34c-bbb5-959d-9ba8-5dfafacb9226, 'name': SearchDatastore_Task, 'duration_secs': 0.018065} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.822771] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.822995] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.823246] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.823393] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.823568] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.823831] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b98f2be8-dc66-48c5-a474-b43f9d0ccf0a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.833329] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.833597] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.834446] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a4151e-29c6-4563-80c5-270a07020e4e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.840100] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 857.840100] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fbe47e-1060-7fc9-14e1-a333bb281ce9" [ 857.840100] env[69169]: _type = "Task" [ 857.840100] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.848094] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fbe47e-1060-7fc9-14e1-a333bb281ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.879052] env[69169]: DEBUG oslo_concurrency.lockutils [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.920807] env[69169]: DEBUG nova.compute.utils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.926349] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.926349] env[69169]: DEBUG nova.network.neutron [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.986096] env[69169]: DEBUG nova.policy [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d233917ed7e411aad11f80740c1523f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e84f0712e534d8bad990dd97073aaf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.006325] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250985, 'name': Rename_Task, 'duration_secs': 0.151179} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.007388] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.007388] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76c9b5db-c414-4947-bd05-10a19c665cf5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.013201] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 858.013201] env[69169]: value = "task-3250987" [ 858.013201] env[69169]: _type = "Task" [ 858.013201] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.025824] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.075167] env[69169]: DEBUG oslo_vmware.api [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3250986, 'name': PowerOnVM_Task, 'duration_secs': 0.41192} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.075551] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.075845] env[69169]: DEBUG nova.compute.manager [None req-3cd0424d-ad52-4585-90df-5b8ea4cc8f8a tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.077137] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5591cd-b522-4ced-92b0-862719f62496 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.350387] env[69169]: DEBUG nova.network.neutron [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Successfully created port: 0f84d75b-df10-4362-9f18-7acfb266a796 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.358025] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fbe47e-1060-7fc9-14e1-a333bb281ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.014459} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.358025] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b73950-b9a5-4578-9239-a1998585a81e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.363544] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 858.363544] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52264b2d-5e77-caa7-0220-f5f660241d20" [ 858.363544] env[69169]: _type = "Task" [ 858.363544] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.371655] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52264b2d-5e77-caa7-0220-f5f660241d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.427416] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.523380] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.873596] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52264b2d-5e77-caa7-0220-f5f660241d20, 'name': SearchDatastore_Task, 'duration_secs': 0.018548} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.878022] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.878022] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ffc3165f-2ec7-4c31-b269-8f3abe31e071/ffc3165f-2ec7-4c31-b269-8f3abe31e071.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.878022] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5316ff24-03a6-41c2-b68e-af92e1cd505e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.883412] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 858.883412] env[69169]: value = "task-3250988" [ 858.883412] env[69169]: _type = "Task" [ 858.883412] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.883906] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.887308] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-547cb68d-d598-425d-944e-d05c26fa5da6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.899785] env[69169]: DEBUG oslo_vmware.api [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 858.899785] env[69169]: value = "task-3250989" [ 858.899785] env[69169]: _type = "Task" [ 858.899785] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.900249] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.915142] env[69169]: DEBUG oslo_vmware.api [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250989, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.928262] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721e72c8-6dc4-4f1c-8647-3956e3bcbb7a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.942286] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f9ed1b-f628-47d1-bc0a-a8a09e2efcf9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.982809] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd34539d-7bc8-485f-9f8f-bfe974944f7d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.992098] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb94d3d-bfd0-4620-b4ab-c169a628154d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.007348] env[69169]: DEBUG nova.compute.provider_tree [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.024961] env[69169]: DEBUG oslo_vmware.api [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250987, 'name': PowerOnVM_Task, 'duration_secs': 0.980658} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.025311] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.025525] env[69169]: INFO nova.compute.manager [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Took 4.89 seconds to spawn the instance on the hypervisor. [ 859.025702] env[69169]: DEBUG nova.compute.manager [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.026632] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbf0a6a-5e31-4e3c-89a5-b4fec9f3e7be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.082119] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Acquiring lock "dc52e159-586e-4de1-b98a-95106ecaf835" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.082119] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Lock "dc52e159-586e-4de1-b98a-95106ecaf835" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.082355] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Acquiring lock "dc52e159-586e-4de1-b98a-95106ecaf835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.082487] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Lock "dc52e159-586e-4de1-b98a-95106ecaf835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.082658] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Lock "dc52e159-586e-4de1-b98a-95106ecaf835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.085112] env[69169]: INFO nova.compute.manager [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Terminating instance [ 859.393406] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479279} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.393730] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ffc3165f-2ec7-4c31-b269-8f3abe31e071/ffc3165f-2ec7-4c31-b269-8f3abe31e071.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.393983] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.394432] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97970617-6c9d-4b33-a280-673ba40362b4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.399949] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 859.399949] env[69169]: value = "task-3250990" [ 859.399949] env[69169]: _type = "Task" [ 859.399949] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.409750] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.412734] env[69169]: DEBUG oslo_vmware.api [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3250989, 'name': PowerOnVM_Task, 'duration_secs': 0.492358} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.412979] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.413203] env[69169]: DEBUG nova.compute.manager [None req-70b52788-d00a-4d2f-8d25-567c7d5aed08 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.414032] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ead1347-bd27-4ea8-8e7e-919ac035811b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.449155] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.477454] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.477723] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.477878] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.478101] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.478264] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.478413] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.478627] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.478783] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.478946] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.479180] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.479366] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.480276] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd4f401-3498-45eb-9b7c-a52bf7629e05 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.489130] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e28c1b-4878-4c3a-acd3-ddcb877e3364 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.510998] env[69169]: DEBUG nova.scheduler.client.report [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.542650] env[69169]: INFO nova.compute.manager [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Took 45.88 seconds to build instance. [ 859.589899] env[69169]: DEBUG nova.compute.manager [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.590242] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.591141] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d35475-d32a-41fb-846a-c26eec64b9eb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.600059] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.600355] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d28746b9-30dd-495e-a36b-b3ad8c8c4aa4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.607263] env[69169]: DEBUG oslo_vmware.api [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Waiting for the task: (returnval){ [ 859.607263] env[69169]: value = "task-3250991" [ 859.607263] env[69169]: _type = "Task" [ 859.607263] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.615924] env[69169]: DEBUG oslo_vmware.api [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.845206] env[69169]: DEBUG nova.compute.manager [req-04f0c20a-562a-44cf-a02c-7fa727cb533a req-fd0f2bf3-8b1d-450f-aa3c-9ccbcc588772 service nova] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Received event network-vif-plugged-0f84d75b-df10-4362-9f18-7acfb266a796 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.845494] env[69169]: DEBUG oslo_concurrency.lockutils [req-04f0c20a-562a-44cf-a02c-7fa727cb533a req-fd0f2bf3-8b1d-450f-aa3c-9ccbcc588772 service nova] Acquiring lock "c2e03515-3b48-4d61-b96b-edd3210a5b00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.845752] env[69169]: DEBUG oslo_concurrency.lockutils [req-04f0c20a-562a-44cf-a02c-7fa727cb533a req-fd0f2bf3-8b1d-450f-aa3c-9ccbcc588772 service nova] Lock "c2e03515-3b48-4d61-b96b-edd3210a5b00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.845958] env[69169]: DEBUG oslo_concurrency.lockutils [req-04f0c20a-562a-44cf-a02c-7fa727cb533a req-fd0f2bf3-8b1d-450f-aa3c-9ccbcc588772 service nova] Lock "c2e03515-3b48-4d61-b96b-edd3210a5b00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.846258] env[69169]: DEBUG nova.compute.manager [req-04f0c20a-562a-44cf-a02c-7fa727cb533a req-fd0f2bf3-8b1d-450f-aa3c-9ccbcc588772 service nova] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] No waiting events found dispatching network-vif-plugged-0f84d75b-df10-4362-9f18-7acfb266a796 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.846544] env[69169]: WARNING nova.compute.manager [req-04f0c20a-562a-44cf-a02c-7fa727cb533a req-fd0f2bf3-8b1d-450f-aa3c-9ccbcc588772 service nova] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Received unexpected event network-vif-plugged-0f84d75b-df10-4362-9f18-7acfb266a796 for instance with vm_state building and task_state spawning. [ 859.910836] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096167} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.911298] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.913370] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5797cdcc-2a27-4327-9798-76e4c9913b2b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.936923] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ffc3165f-2ec7-4c31-b269-8f3abe31e071/ffc3165f-2ec7-4c31-b269-8f3abe31e071.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.937882] env[69169]: DEBUG nova.network.neutron [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Successfully updated port: 0f84d75b-df10-4362-9f18-7acfb266a796 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.942501] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc62350-9a14-42a8-855e-fb0a8f3e13d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.964434] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 859.964434] env[69169]: value = "task-3250992" [ 859.964434] env[69169]: _type = "Task" [ 859.964434] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.974772] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.016370] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.016971] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.019513] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.666s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.021215] env[69169]: INFO nova.compute.claims [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.044975] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9a916be6-5c50-4fe6-9f27-d2a71bb4f9e8 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "ccc8b357-6f09-4fc2-9f36-f9687486d150" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.978s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.117712] env[69169]: DEBUG oslo_vmware.api [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250991, 'name': PowerOffVM_Task, 'duration_secs': 0.212406} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.117987] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.118171] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.118415] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80b77209-3386-48b3-a3fd-756d203f3cb4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.183484] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.184377] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.184377] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Deleting the datastore file [datastore2] dc52e159-586e-4de1-b98a-95106ecaf835 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.184377] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ec71f7b-aabf-4a88-bb2c-6ac4d929cb7b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.190589] env[69169]: DEBUG oslo_vmware.api [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Waiting for the task: (returnval){ [ 860.190589] env[69169]: value = "task-3250994" [ 860.190589] env[69169]: _type = "Task" [ 860.190589] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.199842] env[69169]: DEBUG oslo_vmware.api [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.459185] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "refresh_cache-c2e03515-3b48-4d61-b96b-edd3210a5b00" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.459185] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired lock "refresh_cache-c2e03515-3b48-4d61-b96b-edd3210a5b00" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.459185] env[69169]: DEBUG nova.network.neutron [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.480871] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.525837] env[69169]: DEBUG nova.compute.utils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.529110] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.529293] env[69169]: DEBUG nova.network.neutron [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.549741] env[69169]: DEBUG nova.compute.manager [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.585930] env[69169]: DEBUG nova.policy [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d233917ed7e411aad11f80740c1523f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e84f0712e534d8bad990dd97073aaf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.700755] env[69169]: DEBUG oslo_vmware.api [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Task: {'id': task-3250994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356234} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.701025] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.701242] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.701424] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.702025] env[69169]: INFO nova.compute.manager [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Took 1.11 seconds to destroy the instance on the hypervisor. [ 860.702025] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.702153] env[69169]: DEBUG nova.compute.manager [-] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.702264] env[69169]: DEBUG nova.network.neutron [-] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.911414] env[69169]: DEBUG nova.network.neutron [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Successfully created port: a56a8ece-cb51-4903-887d-3553f5812897 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.976388] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250992, 'name': ReconfigVM_Task, 'duration_secs': 0.633702} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.976673] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ffc3165f-2ec7-4c31-b269-8f3abe31e071/ffc3165f-2ec7-4c31-b269-8f3abe31e071.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.977722] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a82da39-65d5-43dc-8cf8-75e5dd1e1275 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.985636] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 860.985636] env[69169]: value = "task-3250995" [ 860.985636] env[69169]: _type = "Task" [ 860.985636] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.998423] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250995, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.013930] env[69169]: DEBUG nova.network.neutron [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.030225] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.108775] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.343604] env[69169]: DEBUG nova.network.neutron [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Updating instance_info_cache with network_info: [{"id": "0f84d75b-df10-4362-9f18-7acfb266a796", "address": "fa:16:3e:b3:83:d9", "network": {"id": "ac3063b9-2508-4125-8700-a35f9606531c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2125183366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e84f0712e534d8bad990dd97073aaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f84d75b-df", "ovs_interfaceid": "0f84d75b-df10-4362-9f18-7acfb266a796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.394922] env[69169]: DEBUG nova.compute.manager [req-405cfa44-a292-49c0-9aca-2cb37c0116f3 req-ca6e98cf-6773-4251-a64c-dc48b5cbbb83 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Received event network-vif-deleted-63f04e46-f212-43f4-b405-b5cf85eeab8a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.395141] env[69169]: INFO nova.compute.manager [req-405cfa44-a292-49c0-9aca-2cb37c0116f3 req-ca6e98cf-6773-4251-a64c-dc48b5cbbb83 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Neutron deleted interface 63f04e46-f212-43f4-b405-b5cf85eeab8a; detaching it from the instance and deleting it from the info cache [ 861.395315] env[69169]: DEBUG nova.network.neutron [req-405cfa44-a292-49c0-9aca-2cb37c0116f3 req-ca6e98cf-6773-4251-a64c-dc48b5cbbb83 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.498324] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250995, 'name': Rename_Task, 'duration_secs': 0.146478} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.500965] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.501395] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdb047a9-1417-46e3-a1b3-ba2029e5066e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.508155] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 861.508155] env[69169]: value = "task-3250996" [ 861.508155] env[69169]: _type = "Task" [ 861.508155] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.516400] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.586358] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d7113f-a66a-4763-be6a-e6999d04dff8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.594846] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760fc662-0834-4712-ba1c-eebde59e7f89 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.627961] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2de173-817d-4f4f-a29d-56494f61200f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.635941] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80e4e3b-1bd9-4ee1-974d-02cdc4501e72 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.650888] env[69169]: DEBUG nova.compute.provider_tree [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.787032] env[69169]: DEBUG nova.network.neutron [-] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.847160] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Releasing lock "refresh_cache-c2e03515-3b48-4d61-b96b-edd3210a5b00" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.847160] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Instance network_info: |[{"id": "0f84d75b-df10-4362-9f18-7acfb266a796", "address": "fa:16:3e:b3:83:d9", "network": {"id": "ac3063b9-2508-4125-8700-a35f9606531c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2125183366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e84f0712e534d8bad990dd97073aaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f84d75b-df", "ovs_interfaceid": "0f84d75b-df10-4362-9f18-7acfb266a796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.847426] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:83:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f84d75b-df10-4362-9f18-7acfb266a796', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.857190] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.857190] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.857190] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6b17878-91f5-4be2-b41d-b88c3d1d6e2a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.877829] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.877829] env[69169]: value = "task-3250997" [ 861.877829] env[69169]: _type = "Task" [ 861.877829] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.883572] env[69169]: DEBUG nova.compute.manager [req-7fae399b-7c7e-4d45-abe9-779274a62750 req-e39e2744-35a5-4e97-95d6-cb9823c7f2d6 service nova] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Received event network-changed-0f84d75b-df10-4362-9f18-7acfb266a796 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.883779] env[69169]: DEBUG nova.compute.manager [req-7fae399b-7c7e-4d45-abe9-779274a62750 req-e39e2744-35a5-4e97-95d6-cb9823c7f2d6 service nova] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Refreshing instance network info cache due to event network-changed-0f84d75b-df10-4362-9f18-7acfb266a796. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.884021] env[69169]: DEBUG oslo_concurrency.lockutils [req-7fae399b-7c7e-4d45-abe9-779274a62750 req-e39e2744-35a5-4e97-95d6-cb9823c7f2d6 service nova] Acquiring lock "refresh_cache-c2e03515-3b48-4d61-b96b-edd3210a5b00" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.885094] env[69169]: DEBUG oslo_concurrency.lockutils [req-7fae399b-7c7e-4d45-abe9-779274a62750 req-e39e2744-35a5-4e97-95d6-cb9823c7f2d6 service nova] Acquired lock "refresh_cache-c2e03515-3b48-4d61-b96b-edd3210a5b00" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.885573] env[69169]: DEBUG nova.network.neutron [req-7fae399b-7c7e-4d45-abe9-779274a62750 req-e39e2744-35a5-4e97-95d6-cb9823c7f2d6 service nova] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Refreshing network info cache for port 0f84d75b-df10-4362-9f18-7acfb266a796 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.890150] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250997, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.898970] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8db7e8f6-2d59-4cec-96cd-91b9c1b645bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.909182] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d2c55c-ba37-4590-bc89-1e72ebd48a01 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.939378] env[69169]: DEBUG nova.compute.manager [req-405cfa44-a292-49c0-9aca-2cb37c0116f3 req-ca6e98cf-6773-4251-a64c-dc48b5cbbb83 service nova] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Detach interface failed, port_id=63f04e46-f212-43f4-b405-b5cf85eeab8a, reason: Instance dc52e159-586e-4de1-b98a-95106ecaf835 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.019747] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250996, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.044597] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.073602] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.074041] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.074309] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.074704] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.074836] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.075068] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.075403] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.075635] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.075909] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.076235] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.076825] env[69169]: DEBUG nova.virt.hardware [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.077529] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ac0e4f-d9e4-4bba-8522-389042adce62 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.086236] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da23608-f871-472e-a002-5986b7502cd8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.154865] env[69169]: DEBUG nova.scheduler.client.report [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.291151] env[69169]: INFO nova.compute.manager [-] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Took 1.59 seconds to deallocate network for instance. [ 862.387980] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250997, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.517482] env[69169]: DEBUG oslo_vmware.api [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250996, 'name': PowerOnVM_Task, 'duration_secs': 0.630112} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.519842] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.520123] env[69169]: INFO nova.compute.manager [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Took 5.81 seconds to spawn the instance on the hypervisor. [ 862.520355] env[69169]: DEBUG nova.compute.manager [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.521202] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef0590b-00db-4f17-8d1c-c13b78cda44d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.662518] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.663094] env[69169]: DEBUG nova.compute.manager [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.665719] env[69169]: DEBUG oslo_concurrency.lockutils [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.475s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.665919] env[69169]: DEBUG oslo_concurrency.lockutils [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.667842] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.966s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.668090] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.669734] env[69169]: DEBUG oslo_concurrency.lockutils [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.865s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.669957] env[69169]: DEBUG oslo_concurrency.lockutils [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.671639] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.840s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.671866] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.673674] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.956s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.675206] env[69169]: INFO nova.compute.claims [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.706324] env[69169]: INFO nova.scheduler.client.report [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Deleted allocations for instance ea8141ad-8ef4-4f36-a2d1-fec122122133 [ 862.709271] env[69169]: INFO nova.scheduler.client.report [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Deleted allocations for instance 7d162860-00ee-4b0b-95f8-9632c4eabfad [ 862.731059] env[69169]: INFO nova.scheduler.client.report [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Deleted allocations for instance 53c3c1dd-93f7-42ea-b423-6be5de3db37d [ 862.735652] env[69169]: INFO nova.scheduler.client.report [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Deleted allocations for instance 43f2bf3a-8396-4a47-8184-ceb5e9343453 [ 862.739680] env[69169]: DEBUG nova.network.neutron [req-7fae399b-7c7e-4d45-abe9-779274a62750 req-e39e2744-35a5-4e97-95d6-cb9823c7f2d6 service nova] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Updated VIF entry in instance network info cache for port 0f84d75b-df10-4362-9f18-7acfb266a796. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.740028] env[69169]: DEBUG nova.network.neutron [req-7fae399b-7c7e-4d45-abe9-779274a62750 req-e39e2744-35a5-4e97-95d6-cb9823c7f2d6 service nova] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Updating instance_info_cache with network_info: [{"id": "0f84d75b-df10-4362-9f18-7acfb266a796", "address": "fa:16:3e:b3:83:d9", "network": {"id": "ac3063b9-2508-4125-8700-a35f9606531c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2125183366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e84f0712e534d8bad990dd97073aaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f84d75b-df", "ovs_interfaceid": "0f84d75b-df10-4362-9f18-7acfb266a796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.798022] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.878467] env[69169]: DEBUG nova.network.neutron [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Successfully updated port: a56a8ece-cb51-4903-887d-3553f5812897 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.897844] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250997, 'name': CreateVM_Task, 'duration_secs': 0.527535} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.897844] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.897844] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.897844] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.897844] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.898179] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84db3a47-04f6-436d-9b63-ddc325635e63 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.905308] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 862.905308] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528ddef8-d8dd-f95d-f423-de627460bfec" [ 862.905308] env[69169]: _type = "Task" [ 862.905308] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.916668] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528ddef8-d8dd-f95d-f423-de627460bfec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.039400] env[69169]: INFO nova.compute.manager [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Took 44.17 seconds to build instance. [ 863.180478] env[69169]: DEBUG nova.compute.utils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.183689] env[69169]: DEBUG nova.compute.manager [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Not allocating networking since 'none' was specified. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 863.214688] env[69169]: DEBUG oslo_concurrency.lockutils [None req-498f1cc1-2424-4488-a98b-00bbea8aee06 tempest-ServerGroupTestJSON-1894118032 tempest-ServerGroupTestJSON-1894118032-project-member] Lock "ea8141ad-8ef4-4f36-a2d1-fec122122133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.313s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.219677] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6c242c9-7971-4580-b8f3-1f119023b515 tempest-ImagesOneServerTestJSON-424067010 tempest-ImagesOneServerTestJSON-424067010-project-member] Lock "7d162860-00ee-4b0b-95f8-9632c4eabfad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.961s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.239376] env[69169]: DEBUG oslo_concurrency.lockutils [None req-befbf34e-46ca-4c2d-bb19-e995ed0db982 tempest-ServersAaction247Test-394765947 tempest-ServersAaction247Test-394765947-project-member] Lock "53c3c1dd-93f7-42ea-b423-6be5de3db37d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.664s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.243728] env[69169]: DEBUG oslo_concurrency.lockutils [req-7fae399b-7c7e-4d45-abe9-779274a62750 req-e39e2744-35a5-4e97-95d6-cb9823c7f2d6 service nova] Releasing lock "refresh_cache-c2e03515-3b48-4d61-b96b-edd3210a5b00" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.245173] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51f5b195-bcfe-4d65-b43a-7223ac70f57f tempest-DeleteServersAdminTestJSON-1569453591 tempest-DeleteServersAdminTestJSON-1569453591-project-member] Lock "43f2bf3a-8396-4a47-8184-ceb5e9343453" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.867s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.357524] env[69169]: INFO nova.compute.manager [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Rebuilding instance [ 863.391443] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "refresh_cache-89811bdf-64e1-49b2-8c3e-97bcd6812c5b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.391691] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired lock "refresh_cache-89811bdf-64e1-49b2-8c3e-97bcd6812c5b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.392010] env[69169]: DEBUG nova.network.neutron [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.417707] env[69169]: DEBUG nova.compute.manager [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.418915] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dba386-db3e-4c35-b28e-eab04c94a9b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.428889] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528ddef8-d8dd-f95d-f423-de627460bfec, 'name': SearchDatastore_Task, 'duration_secs': 0.012494} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.430244] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.430244] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.431153] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.431297] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.431486] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.433849] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29d3efa2-37f5-4c8a-a93b-e1dea89d2358 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.446677] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.446897] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.447638] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c44e5f81-10e8-4e13-98ff-35758d3909ef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.453241] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 863.453241] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52aa7cc4-4be5-32f7-09a6-3ee83078b1d0" [ 863.453241] env[69169]: _type = "Task" [ 863.453241] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.461079] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52aa7cc4-4be5-32f7-09a6-3ee83078b1d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.541486] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f00907e2-e75f-4db7-b4cb-85415fc99809 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "ffc3165f-2ec7-4c31-b269-8f3abe31e071" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.030s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.683807] env[69169]: DEBUG nova.compute.manager [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.919710] env[69169]: DEBUG nova.compute.manager [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Received event network-vif-plugged-a56a8ece-cb51-4903-887d-3553f5812897 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.919710] env[69169]: DEBUG oslo_concurrency.lockutils [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] Acquiring lock "89811bdf-64e1-49b2-8c3e-97bcd6812c5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.919710] env[69169]: DEBUG oslo_concurrency.lockutils [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] Lock "89811bdf-64e1-49b2-8c3e-97bcd6812c5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.919942] env[69169]: DEBUG oslo_concurrency.lockutils [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] Lock "89811bdf-64e1-49b2-8c3e-97bcd6812c5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.920040] env[69169]: DEBUG nova.compute.manager [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] No waiting events found dispatching network-vif-plugged-a56a8ece-cb51-4903-887d-3553f5812897 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.920205] env[69169]: WARNING nova.compute.manager [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Received unexpected event network-vif-plugged-a56a8ece-cb51-4903-887d-3553f5812897 for instance with vm_state building and task_state spawning. [ 863.920360] env[69169]: DEBUG nova.compute.manager [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Received event network-changed-a56a8ece-cb51-4903-887d-3553f5812897 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.920542] env[69169]: DEBUG nova.compute.manager [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Refreshing instance network info cache due to event network-changed-a56a8ece-cb51-4903-887d-3553f5812897. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.920664] env[69169]: DEBUG oslo_concurrency.lockutils [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] Acquiring lock "refresh_cache-89811bdf-64e1-49b2-8c3e-97bcd6812c5b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.963210] env[69169]: DEBUG nova.network.neutron [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.977054] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52aa7cc4-4be5-32f7-09a6-3ee83078b1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008244} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.979551] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0a3943-3ccb-4673-b5f7-7f6f0bc7b5b4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.990121] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 863.990121] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5280a691-216f-b6e8-749e-f70621424968" [ 863.990121] env[69169]: _type = "Task" [ 863.990121] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.999996] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5280a691-216f-b6e8-749e-f70621424968, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.002632] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.002884] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] c2e03515-3b48-4d61-b96b-edd3210a5b00/c2e03515-3b48-4d61-b96b-edd3210a5b00.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.005383] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-879c133b-5aa1-4948-8011-74cf659cc831 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.012411] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 864.012411] env[69169]: value = "task-3250998" [ 864.012411] env[69169]: _type = "Task" [ 864.012411] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.023047] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.046892] env[69169]: DEBUG nova.compute.manager [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.222191] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1360ef8e-7486-45ba-a699-1fcf9864ea1f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.231698] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6783dc73-34d0-4d0e-9ec9-6d50d975ce33 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.272336] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0cc742-323e-44ea-899d-e116b2190616 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.282698] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0344504a-7aa6-4a37-af91-8a3e71c3ab7b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.299343] env[69169]: DEBUG nova.compute.provider_tree [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.377573] env[69169]: DEBUG nova.network.neutron [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Updating instance_info_cache with network_info: [{"id": "a56a8ece-cb51-4903-887d-3553f5812897", "address": "fa:16:3e:31:37:47", "network": {"id": "ac3063b9-2508-4125-8700-a35f9606531c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2125183366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e84f0712e534d8bad990dd97073aaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56a8ece-cb", "ovs_interfaceid": "a56a8ece-cb51-4903-887d-3553f5812897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.446025] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.446406] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca90f5e8-a7ec-47ad-a541-0ea3976c37a1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.455350] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 864.455350] env[69169]: value = "task-3250999" [ 864.455350] env[69169]: _type = "Task" [ 864.455350] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.465411] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.522875] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3250998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459738} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.524357] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] c2e03515-3b48-4d61-b96b-edd3210a5b00/c2e03515-3b48-4d61-b96b-edd3210a5b00.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.524357] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.524357] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01b3f4a7-6c97-4f21-b0d3-993e32d94866 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.531126] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 864.531126] env[69169]: value = "task-3251000" [ 864.531126] env[69169]: _type = "Task" [ 864.531126] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.544240] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.576339] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.693612] env[69169]: DEBUG nova.compute.manager [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.736043] env[69169]: DEBUG nova.virt.hardware [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.736043] env[69169]: DEBUG nova.virt.hardware [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.736043] env[69169]: DEBUG nova.virt.hardware [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.736043] env[69169]: DEBUG nova.virt.hardware [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.736043] env[69169]: DEBUG nova.virt.hardware [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.736043] env[69169]: DEBUG nova.virt.hardware [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.736043] env[69169]: DEBUG nova.virt.hardware [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.736043] env[69169]: DEBUG nova.virt.hardware [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.736043] env[69169]: DEBUG nova.virt.hardware [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.736043] env[69169]: DEBUG nova.virt.hardware [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.736043] env[69169]: DEBUG nova.virt.hardware [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.737332] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b06448-28bd-4b1b-bd9b-097f37d3a303 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.745473] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa21f45-99f4-41de-8ce9-8a42a4350abb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.760143] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.766425] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Creating folder: Project (c7d0090d50aa4f9f9efa5c29deab89e7). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.766869] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a01b83a5-7a9c-4cc1-9ae1-1c2f90fd4931 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.779169] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Created folder: Project (c7d0090d50aa4f9f9efa5c29deab89e7) in parent group-v649481. [ 864.779169] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Creating folder: Instances. Parent ref: group-v649608. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.779169] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d1cf907-d665-4e40-851d-b3ad698664d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.789634] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Created folder: Instances in parent group-v649608. [ 864.789878] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.790095] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.790305] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a51dd117-36d3-45ac-8db1-4c455b978137 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.803270] env[69169]: DEBUG nova.scheduler.client.report [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.812688] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.812688] env[69169]: value = "task-3251003" [ 864.812688] env[69169]: _type = "Task" [ 864.812688] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.820508] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251003, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.882846] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Releasing lock "refresh_cache-89811bdf-64e1-49b2-8c3e-97bcd6812c5b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.883283] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Instance network_info: |[{"id": "a56a8ece-cb51-4903-887d-3553f5812897", "address": "fa:16:3e:31:37:47", "network": {"id": "ac3063b9-2508-4125-8700-a35f9606531c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2125183366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e84f0712e534d8bad990dd97073aaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56a8ece-cb", "ovs_interfaceid": "a56a8ece-cb51-4903-887d-3553f5812897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.883633] env[69169]: DEBUG oslo_concurrency.lockutils [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] Acquired lock "refresh_cache-89811bdf-64e1-49b2-8c3e-97bcd6812c5b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.883822] env[69169]: DEBUG nova.network.neutron [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Refreshing network info cache for port a56a8ece-cb51-4903-887d-3553f5812897 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.885477] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:37:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a56a8ece-cb51-4903-887d-3553f5812897', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.894015] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.894805] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.895061] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db5c6933-5efe-48da-a49e-2e72f38b6b59 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.915784] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.915784] env[69169]: value = "task-3251004" [ 864.915784] env[69169]: _type = "Task" [ 864.915784] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.927067] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251004, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.967413] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3250999, 'name': PowerOffVM_Task, 'duration_secs': 0.193168} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.967870] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.968265] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.969831] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb12babe-091c-4a0c-ba7e-81e7e0e1c19e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.981262] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.981821] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f446a735-bce3-45d1-9d31-dc98a008e4ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.014450] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.014740] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.014955] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Deleting the datastore file [datastore1] ffc3165f-2ec7-4c31-b269-8f3abe31e071 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.015231] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45605c1d-d1d7-4229-bca9-40b010dc5140 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.021954] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 865.021954] env[69169]: value = "task-3251006" [ 865.021954] env[69169]: _type = "Task" [ 865.021954] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.030311] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.048069] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067477} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.049033] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.049546] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0c6cc0-0a02-4200-86b7-b503cd7cefaf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.077202] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] c2e03515-3b48-4d61-b96b-edd3210a5b00/c2e03515-3b48-4d61-b96b-edd3210a5b00.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.077425] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f7ca272-7d24-45b6-a2ab-3a2005f68435 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.102388] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 865.102388] env[69169]: value = "task-3251007" [ 865.102388] env[69169]: _type = "Task" [ 865.102388] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.113568] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.310466] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.310655] env[69169]: DEBUG nova.compute.manager [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.316059] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.127s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.316577] env[69169]: INFO nova.compute.claims [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.329253] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251003, 'name': CreateVM_Task, 'duration_secs': 0.358311} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.330462] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.330745] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.330814] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.331976] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.331976] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70482fb-526d-429d-bb56-c293f98bdf1b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.342173] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 865.342173] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a2e074-f254-77ce-2659-c7fada80cc9a" [ 865.342173] env[69169]: _type = "Task" [ 865.342173] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.352573] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a2e074-f254-77ce-2659-c7fada80cc9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.426529] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251004, 'name': CreateVM_Task, 'duration_secs': 0.455321} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.426529] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.427485] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.428864] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.428864] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.428864] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5de1ac2-e764-4ebc-b373-9c7c81ada7dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.433225] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 865.433225] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f87356-43a4-8249-515a-ca62135c8ff3" [ 865.433225] env[69169]: _type = "Task" [ 865.433225] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.442421] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f87356-43a4-8249-515a-ca62135c8ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.535648] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174851} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.537744] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.537744] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.537744] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.613912] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.781265] env[69169]: DEBUG nova.network.neutron [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Updated VIF entry in instance network info cache for port a56a8ece-cb51-4903-887d-3553f5812897. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.781265] env[69169]: DEBUG nova.network.neutron [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Updating instance_info_cache with network_info: [{"id": "a56a8ece-cb51-4903-887d-3553f5812897", "address": "fa:16:3e:31:37:47", "network": {"id": "ac3063b9-2508-4125-8700-a35f9606531c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2125183366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e84f0712e534d8bad990dd97073aaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56a8ece-cb", "ovs_interfaceid": "a56a8ece-cb51-4903-887d-3553f5812897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.816838] env[69169]: DEBUG nova.compute.utils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.818149] env[69169]: DEBUG nova.compute.manager [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.818652] env[69169]: DEBUG nova.network.neutron [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.852563] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a2e074-f254-77ce-2659-c7fada80cc9a, 'name': SearchDatastore_Task, 'duration_secs': 0.028612} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.852885] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.853338] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.853575] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.853709] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.854041] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.854595] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcec4324-7e74-48cb-955f-ac77c0b202cb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.864343] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.864947] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.866454] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c96bc1-b048-4cbe-a4df-3ec533e308c7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.873286] env[69169]: DEBUG nova.policy [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3c4cc945cd4d2385adf706da54a70b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18ab4c8edc6843debc4933cfacbe8b8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.878557] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 865.878557] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fafea7-7068-1ae2-de53-0bff7e0e7fb3" [ 865.878557] env[69169]: _type = "Task" [ 865.878557] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.892193] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fafea7-7068-1ae2-de53-0bff7e0e7fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.945432] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f87356-43a4-8249-515a-ca62135c8ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.048475} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.946313] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.946313] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.946313] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.946458] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.947017] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.947017] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-525f8a78-0390-4347-b62e-f89112362cc5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.956982] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.957341] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.958187] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a406adce-4f04-4586-b5b8-8adb5a1efa9b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.964111] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 865.964111] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5246376b-c070-99f6-0db0-426634f43c92" [ 865.964111] env[69169]: _type = "Task" [ 865.964111] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.973618] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5246376b-c070-99f6-0db0-426634f43c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.116026] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251007, 'name': ReconfigVM_Task, 'duration_secs': 0.867742} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.116026] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Reconfigured VM instance instance-0000002a to attach disk [datastore1] c2e03515-3b48-4d61-b96b-edd3210a5b00/c2e03515-3b48-4d61-b96b-edd3210a5b00.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.116026] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc00e96e-70e0-457b-acf3-60f3eb6fc8b2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.122734] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 866.122734] env[69169]: value = "task-3251008" [ 866.122734] env[69169]: _type = "Task" [ 866.122734] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.133850] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251008, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.267124] env[69169]: DEBUG nova.network.neutron [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Successfully created port: 8fdc2ce7-887f-4698-a3fd-54c30d774da7 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.284305] env[69169]: DEBUG oslo_concurrency.lockutils [req-ef35aeb1-d9d1-45ef-b4d2-1ada3f513344 req-031349be-8e6b-480b-a368-85ffb8936859 service nova] Releasing lock "refresh_cache-89811bdf-64e1-49b2-8c3e-97bcd6812c5b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.325785] env[69169]: DEBUG nova.compute.manager [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.398608] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fafea7-7068-1ae2-de53-0bff7e0e7fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.011627} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.399452] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335142e9-696d-4738-80d1-480fa120126e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.405336] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 866.405336] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3a728-087e-1637-5f2a-0b049ed2c983" [ 866.405336] env[69169]: _type = "Task" [ 866.405336] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.419019] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3a728-087e-1637-5f2a-0b049ed2c983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.477226] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5246376b-c070-99f6-0db0-426634f43c92, 'name': SearchDatastore_Task, 'duration_secs': 0.024766} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.480921] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b992b8-4760-4fd5-92b5-91c2f1bf3134 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.483251] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 866.483251] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527201cc-d6d4-a17a-32bc-a9bb9380152b" [ 866.483251] env[69169]: _type = "Task" [ 866.483251] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.491106] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527201cc-d6d4-a17a-32bc-a9bb9380152b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.583262] env[69169]: DEBUG nova.virt.hardware [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.583537] env[69169]: DEBUG nova.virt.hardware [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.583701] env[69169]: DEBUG nova.virt.hardware [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.583892] env[69169]: DEBUG nova.virt.hardware [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.588191] env[69169]: DEBUG nova.virt.hardware [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.588483] env[69169]: DEBUG nova.virt.hardware [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.588781] env[69169]: DEBUG nova.virt.hardware [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.588860] env[69169]: DEBUG nova.virt.hardware [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.589074] env[69169]: DEBUG nova.virt.hardware [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.589169] env[69169]: DEBUG nova.virt.hardware [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.589361] env[69169]: DEBUG nova.virt.hardware [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.590267] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af732270-0206-4cbe-bf3a-1f6dc58d2ec0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.601339] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9b3fdd-ef22-4cfe-8eda-e8aabe7e7f17 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.619902] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.625899] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.628752] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.632040] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-369d335c-86d1-4476-a150-59e316123890 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.657879] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251008, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.659556] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.659556] env[69169]: value = "task-3251009" [ 866.659556] env[69169]: _type = "Task" [ 866.659556] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.668680] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251009, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.905775] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eb72b1-13a2-482f-b35c-2a602d6dbbba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.922385] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e48126-63aa-453b-8c56-ce5534a99ad8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.925565] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3a728-087e-1637-5f2a-0b049ed2c983, 'name': SearchDatastore_Task, 'duration_secs': 0.02896} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.925827] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.926094] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 863b790c-aaa5-4d1b-912a-cb3672a2f5c0/863b790c-aaa5-4d1b-912a-cb3672a2f5c0.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.926735] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0ca798f-b745-4937-8b1e-17f58de74d01 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.957994] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6b1c70-b42e-40b9-8bcb-1416d5bd40db {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.966416] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 866.966416] env[69169]: value = "task-3251010" [ 866.966416] env[69169]: _type = "Task" [ 866.966416] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.975143] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af7cf32-5932-4a70-a7a7-b7619ee16782 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.979211] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.990557] env[69169]: DEBUG nova.compute.provider_tree [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.000177] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527201cc-d6d4-a17a-32bc-a9bb9380152b, 'name': SearchDatastore_Task, 'duration_secs': 0.03867} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.001874] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.001874] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 89811bdf-64e1-49b2-8c3e-97bcd6812c5b/89811bdf-64e1-49b2-8c3e-97bcd6812c5b.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.001874] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c47b6a8d-73d0-4822-ab8f-2ed783584654 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.009739] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 867.009739] env[69169]: value = "task-3251011" [ 867.009739] env[69169]: _type = "Task" [ 867.009739] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.017721] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.140699] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251008, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.168839] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251009, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.346431] env[69169]: DEBUG nova.compute.manager [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.379869] env[69169]: DEBUG nova.virt.hardware [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.380215] env[69169]: DEBUG nova.virt.hardware [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.380403] env[69169]: DEBUG nova.virt.hardware [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.380619] env[69169]: DEBUG nova.virt.hardware [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.380867] env[69169]: DEBUG nova.virt.hardware [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.380946] env[69169]: DEBUG nova.virt.hardware [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.381124] env[69169]: DEBUG nova.virt.hardware [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.381340] env[69169]: DEBUG nova.virt.hardware [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.381590] env[69169]: DEBUG nova.virt.hardware [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.382574] env[69169]: DEBUG nova.virt.hardware [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.382574] env[69169]: DEBUG nova.virt.hardware [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.383475] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89776acb-3161-45c6-834f-391e4a224712 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.393770] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bc1c5f-f70a-4c51-9815-fca825ea0afa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.477145] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.497216] env[69169]: DEBUG nova.scheduler.client.report [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.521417] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.641620] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251008, 'name': Rename_Task, 'duration_secs': 1.293713} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.646793] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.646793] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87c55cf6-3a82-4aa0-b488-23fc5e0e5a2f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.653486] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 867.653486] env[69169]: value = "task-3251012" [ 867.653486] env[69169]: _type = "Task" [ 867.653486] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.662442] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.671798] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251009, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.981148] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251010, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.002830] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.004482] env[69169]: DEBUG nova.compute.manager [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.010382] env[69169]: DEBUG oslo_concurrency.lockutils [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.525s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.010591] env[69169]: DEBUG oslo_concurrency.lockutils [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.013949] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.057s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.014197] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.016253] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.893s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.016438] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.019255] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.569s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.020099] env[69169]: INFO nova.compute.claims [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.040226] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251011, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.070725] env[69169]: INFO nova.scheduler.client.report [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Deleted allocations for instance 7ded9bed-528b-41a1-8ad2-9e7133519c8c [ 868.073385] env[69169]: INFO nova.scheduler.client.report [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Deleted allocations for instance 74cd622c-eab8-4327-ac53-5ed338f30d80 [ 868.097219] env[69169]: INFO nova.scheduler.client.report [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Deleted allocations for instance 428edf2e-d26a-4e01-ae66-669d2fe45fdc [ 868.115352] env[69169]: DEBUG nova.network.neutron [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Successfully updated port: 8fdc2ce7-887f-4698-a3fd-54c30d774da7 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.143920] env[69169]: DEBUG nova.compute.manager [req-0f5087da-db68-44b7-9122-bb64dbb9f9a5 req-b75bb5ba-11f5-4d5b-90c6-fcf73f4eb9a7 service nova] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Received event network-vif-plugged-8fdc2ce7-887f-4698-a3fd-54c30d774da7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.144272] env[69169]: DEBUG oslo_concurrency.lockutils [req-0f5087da-db68-44b7-9122-bb64dbb9f9a5 req-b75bb5ba-11f5-4d5b-90c6-fcf73f4eb9a7 service nova] Acquiring lock "34b1e823-8d0a-4b0c-b8fe-878cc9e000e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.144901] env[69169]: DEBUG oslo_concurrency.lockutils [req-0f5087da-db68-44b7-9122-bb64dbb9f9a5 req-b75bb5ba-11f5-4d5b-90c6-fcf73f4eb9a7 service nova] Lock "34b1e823-8d0a-4b0c-b8fe-878cc9e000e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.144901] env[69169]: DEBUG oslo_concurrency.lockutils [req-0f5087da-db68-44b7-9122-bb64dbb9f9a5 req-b75bb5ba-11f5-4d5b-90c6-fcf73f4eb9a7 service nova] Lock "34b1e823-8d0a-4b0c-b8fe-878cc9e000e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.145057] env[69169]: DEBUG nova.compute.manager [req-0f5087da-db68-44b7-9122-bb64dbb9f9a5 req-b75bb5ba-11f5-4d5b-90c6-fcf73f4eb9a7 service nova] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] No waiting events found dispatching network-vif-plugged-8fdc2ce7-887f-4698-a3fd-54c30d774da7 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.145265] env[69169]: WARNING nova.compute.manager [req-0f5087da-db68-44b7-9122-bb64dbb9f9a5 req-b75bb5ba-11f5-4d5b-90c6-fcf73f4eb9a7 service nova] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Received unexpected event network-vif-plugged-8fdc2ce7-887f-4698-a3fd-54c30d774da7 for instance with vm_state building and task_state spawning. [ 868.167803] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.181614] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251009, 'name': CreateVM_Task, 'duration_secs': 1.36698} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.181614] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.182032] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.182189] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.183183] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.183183] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea946fe-675d-4148-b5df-cc9e6897820b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.192091] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 868.192091] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521b091a-bf60-67bd-cae2-89074782118d" [ 868.192091] env[69169]: _type = "Task" [ 868.192091] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.200400] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521b091a-bf60-67bd-cae2-89074782118d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.487934] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251010, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.181796} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.488340] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 863b790c-aaa5-4d1b-912a-cb3672a2f5c0/863b790c-aaa5-4d1b-912a-cb3672a2f5c0.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.488583] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.488915] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86a2c250-eee8-4d5b-bfa1-ca1ac0f61cdb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.496575] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 868.496575] env[69169]: value = "task-3251013" [ 868.496575] env[69169]: _type = "Task" [ 868.496575] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.505264] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.530618] env[69169]: DEBUG nova.compute.utils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.539293] env[69169]: DEBUG nova.compute.manager [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.539293] env[69169]: DEBUG nova.network.neutron [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.554101] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251011, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.091868} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.554964] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 89811bdf-64e1-49b2-8c3e-97bcd6812c5b/89811bdf-64e1-49b2-8c3e-97bcd6812c5b.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.554964] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.554964] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f127a173-5b18-4145-aac2-ba5a0f885b48 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.563230] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 868.563230] env[69169]: value = "task-3251014" [ 868.563230] env[69169]: _type = "Task" [ 868.563230] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.573616] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.585876] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff48b34b-48a0-4de3-8994-d8e2925062f9 tempest-ServersAdminNegativeTestJSON-1003868681 tempest-ServersAdminNegativeTestJSON-1003868681-project-member] Lock "74cd622c-eab8-4327-ac53-5ed338f30d80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.586s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.589515] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7dff1724-e2c0-488f-832a-c006daa8248c tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "7ded9bed-528b-41a1-8ad2-9e7133519c8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.139s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.610972] env[69169]: DEBUG oslo_concurrency.lockutils [None req-224b0f33-aa1a-43e6-b5ac-e505edb89595 tempest-ServerAddressesNegativeTestJSON-742018095 tempest-ServerAddressesNegativeTestJSON-742018095-project-member] Lock "428edf2e-d26a-4e01-ae66-669d2fe45fdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.698s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.618738] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Acquiring lock "refresh_cache-34b1e823-8d0a-4b0c-b8fe-878cc9e000e3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.618738] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Acquired lock "refresh_cache-34b1e823-8d0a-4b0c-b8fe-878cc9e000e3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.618738] env[69169]: DEBUG nova.network.neutron [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.625174] env[69169]: DEBUG nova.policy [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dff039e22fe4e9580d6c722728a9efa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '308db5d289f54b24a504eb3d161d18b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.666045] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251012, 'name': PowerOnVM_Task, 'duration_secs': 0.875204} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.666045] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.666280] env[69169]: INFO nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Took 9.22 seconds to spawn the instance on the hypervisor. [ 868.666539] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.668026] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e54f25-3471-4f5d-b9b1-4e677e1e493f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.703544] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521b091a-bf60-67bd-cae2-89074782118d, 'name': SearchDatastore_Task, 'duration_secs': 0.027036} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.704217] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.704602] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.704857] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.705048] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.705346] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.705790] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fa65c4c-a40e-48cd-8026-071bf849b490 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.721651] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.721651] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.721968] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50fc4e43-0b2f-4450-8c4d-ed13d2ad157a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.728666] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 868.728666] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523da73f-b052-9e4f-a72c-63f4f2113c70" [ 868.728666] env[69169]: _type = "Task" [ 868.728666] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.740165] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523da73f-b052-9e4f-a72c-63f4f2113c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.005109] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119514} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.005785] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.006745] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85dff11-d913-4cd7-902d-d88461fd2278 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.029658] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 863b790c-aaa5-4d1b-912a-cb3672a2f5c0/863b790c-aaa5-4d1b-912a-cb3672a2f5c0.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.029811] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df7e46a0-9f5d-43e1-b2dd-e8267afb6a11 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.048211] env[69169]: DEBUG nova.compute.manager [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.064087] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 869.064087] env[69169]: value = "task-3251015" [ 869.064087] env[69169]: _type = "Task" [ 869.064087] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.072177] env[69169]: DEBUG nova.network.neutron [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Successfully created port: a78e8905-e232-490b-a466-2ceb2ea02bd9 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.079593] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071914} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.085891] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.086252] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.087466] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a9ddff-4e5a-49b9-8ed2-45afd07efefb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.112575] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 89811bdf-64e1-49b2-8c3e-97bcd6812c5b/89811bdf-64e1-49b2-8c3e-97bcd6812c5b.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.117077] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18f12229-3fe4-4288-a10f-36893ee99a8b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.141920] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 869.141920] env[69169]: value = "task-3251016" [ 869.141920] env[69169]: _type = "Task" [ 869.141920] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.151095] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.174067] env[69169]: DEBUG nova.network.neutron [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.191124] env[69169]: INFO nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Took 44.27 seconds to build instance. [ 869.241767] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523da73f-b052-9e4f-a72c-63f4f2113c70, 'name': SearchDatastore_Task, 'duration_secs': 0.052347} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.241767] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a6acae-691b-4e87-b338-e30716608d72 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.247660] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 869.247660] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52249109-60c5-e56f-e969-35d66a1ff78e" [ 869.247660] env[69169]: _type = "Task" [ 869.247660] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.255741] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52249109-60c5-e56f-e969-35d66a1ff78e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.583502] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251015, 'name': ReconfigVM_Task, 'duration_secs': 0.331118} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.583883] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 863b790c-aaa5-4d1b-912a-cb3672a2f5c0/863b790c-aaa5-4d1b-912a-cb3672a2f5c0.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.584660] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fa8caf9-a587-46ea-aeb1-be804c77411b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.589949] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58b09e4-e9f2-44b1-be8b-ea76c93bd374 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.593773] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 869.593773] env[69169]: value = "task-3251017" [ 869.593773] env[69169]: _type = "Task" [ 869.593773] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.600494] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b064937a-a6a4-4633-bb8c-4fe6e34bb873 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.606599] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251017, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.642585] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e199ef5-41d9-4f0a-ad1b-a04a22dfc05f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.658262] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da40be7-c743-41b6-9856-486306c36483 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.661782] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251016, 'name': ReconfigVM_Task, 'duration_secs': 0.323253} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.662078] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 89811bdf-64e1-49b2-8c3e-97bcd6812c5b/89811bdf-64e1-49b2-8c3e-97bcd6812c5b.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.663122] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e16f0ff-d2da-4345-8781-1367db9b05bc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.673566] env[69169]: DEBUG nova.compute.provider_tree [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 869.679679] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 869.679679] env[69169]: value = "task-3251018" [ 869.679679] env[69169]: _type = "Task" [ 869.679679] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.688491] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251018, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.692816] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "c2e03515-3b48-4d61-b96b-edd3210a5b00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.463s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.708934] env[69169]: DEBUG nova.network.neutron [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Updating instance_info_cache with network_info: [{"id": "8fdc2ce7-887f-4698-a3fd-54c30d774da7", "address": "fa:16:3e:eb:32:f1", "network": {"id": "303e7ee3-e55c-406d-8ab2-1d42046d4f4c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1970814424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ab4c8edc6843debc4933cfacbe8b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fdc2ce7-88", "ovs_interfaceid": "8fdc2ce7-887f-4698-a3fd-54c30d774da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.765693] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52249109-60c5-e56f-e969-35d66a1ff78e, 'name': SearchDatastore_Task, 'duration_secs': 0.013696} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.765915] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.766196] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] ffc3165f-2ec7-4c31-b269-8f3abe31e071/ffc3165f-2ec7-4c31-b269-8f3abe31e071.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.766470] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc90231a-ce47-40f9-b205-683456352602 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.773711] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 869.773711] env[69169]: value = "task-3251019" [ 869.773711] env[69169]: _type = "Task" [ 869.773711] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.782867] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.065839] env[69169]: DEBUG nova.compute.manager [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.105243] env[69169]: DEBUG nova.virt.hardware [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.105557] env[69169]: DEBUG nova.virt.hardware [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.105764] env[69169]: DEBUG nova.virt.hardware [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.106049] env[69169]: DEBUG nova.virt.hardware [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.106256] env[69169]: DEBUG nova.virt.hardware [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.106447] env[69169]: DEBUG nova.virt.hardware [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.106819] env[69169]: DEBUG nova.virt.hardware [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.107134] env[69169]: DEBUG nova.virt.hardware [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.107353] env[69169]: DEBUG nova.virt.hardware [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.107603] env[69169]: DEBUG nova.virt.hardware [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.107828] env[69169]: DEBUG nova.virt.hardware [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.108819] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbdb009-ac27-46df-8342-1f5d4c4b3657 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.116919] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251017, 'name': Rename_Task, 'duration_secs': 0.135495} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.119492] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.119699] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df272bd4-bd9f-461f-9000-87196057e5f0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.123530] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af34fe1-4a83-4332-8a53-b27e07c49bb1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.143351] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 870.143351] env[69169]: value = "task-3251020" [ 870.143351] env[69169]: _type = "Task" [ 870.143351] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.152281] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251020, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.190997] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251018, 'name': Rename_Task, 'duration_secs': 0.138049} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.195075] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.195075] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8d732e4-fb9a-42c8-8737-5acff6b66cf2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.195075] env[69169]: DEBUG nova.compute.manager [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.198705] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 870.198705] env[69169]: value = "task-3251021" [ 870.198705] env[69169]: _type = "Task" [ 870.198705] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.205529] env[69169]: ERROR nova.scheduler.client.report [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [req-7e4fd20f-e050-473e-94fe-8785aa7adac6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7e4fd20f-e050-473e-94fe-8785aa7adac6"}]} [ 870.212040] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.212494] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Releasing lock "refresh_cache-34b1e823-8d0a-4b0c-b8fe-878cc9e000e3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.212795] env[69169]: DEBUG nova.compute.manager [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Instance network_info: |[{"id": "8fdc2ce7-887f-4698-a3fd-54c30d774da7", "address": "fa:16:3e:eb:32:f1", "network": {"id": "303e7ee3-e55c-406d-8ab2-1d42046d4f4c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1970814424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ab4c8edc6843debc4933cfacbe8b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fdc2ce7-88", "ovs_interfaceid": "8fdc2ce7-887f-4698-a3fd-54c30d774da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.213571] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:32:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fdc2ce7-887f-4698-a3fd-54c30d774da7', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.228625] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Creating folder: Project (18ab4c8edc6843debc4933cfacbe8b8f). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.229023] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e34dc009-07ce-4f53-92ab-d7949212802c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.241018] env[69169]: DEBUG nova.scheduler.client.report [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 870.242647] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Created folder: Project (18ab4c8edc6843debc4933cfacbe8b8f) in parent group-v649481. [ 870.243170] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Creating folder: Instances. Parent ref: group-v649613. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.243467] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce230e99-0fd7-4817-8f63-247c057cd8bf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.252224] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Created folder: Instances in parent group-v649613. [ 870.255019] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.255019] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.255019] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e25c8699-375e-4337-b720-2a0fb1c8b0e6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.272027] env[69169]: DEBUG nova.scheduler.client.report [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 870.272273] env[69169]: DEBUG nova.compute.provider_tree [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.281085] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.281085] env[69169]: value = "task-3251024" [ 870.281085] env[69169]: _type = "Task" [ 870.281085] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.287666] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251019, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.288755] env[69169]: DEBUG nova.scheduler.client.report [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 870.296138] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251024, 'name': CreateVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.315586] env[69169]: DEBUG nova.scheduler.client.report [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 870.659298] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.715027] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.720431] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.722556] env[69169]: DEBUG nova.compute.manager [req-a697b901-3333-4946-af1b-1f486dfd64f1 req-07f5baef-1090-4c50-9830-20ec5518bea3 service nova] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Received event network-changed-8fdc2ce7-887f-4698-a3fd-54c30d774da7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.722867] env[69169]: DEBUG nova.compute.manager [req-a697b901-3333-4946-af1b-1f486dfd64f1 req-07f5baef-1090-4c50-9830-20ec5518bea3 service nova] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Refreshing instance network info cache due to event network-changed-8fdc2ce7-887f-4698-a3fd-54c30d774da7. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.723715] env[69169]: DEBUG oslo_concurrency.lockutils [req-a697b901-3333-4946-af1b-1f486dfd64f1 req-07f5baef-1090-4c50-9830-20ec5518bea3 service nova] Acquiring lock "refresh_cache-34b1e823-8d0a-4b0c-b8fe-878cc9e000e3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.723715] env[69169]: DEBUG oslo_concurrency.lockutils [req-a697b901-3333-4946-af1b-1f486dfd64f1 req-07f5baef-1090-4c50-9830-20ec5518bea3 service nova] Acquired lock "refresh_cache-34b1e823-8d0a-4b0c-b8fe-878cc9e000e3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.723715] env[69169]: DEBUG nova.network.neutron [req-a697b901-3333-4946-af1b-1f486dfd64f1 req-07f5baef-1090-4c50-9830-20ec5518bea3 service nova] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Refreshing network info cache for port 8fdc2ce7-887f-4698-a3fd-54c30d774da7 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.792711] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737499} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.796195] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] ffc3165f-2ec7-4c31-b269-8f3abe31e071/ffc3165f-2ec7-4c31-b269-8f3abe31e071.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.796402] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.797054] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e476b0cb-c699-410b-9d1c-91095a0493ef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.804506] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251024, 'name': CreateVM_Task, 'duration_secs': 0.450759} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.804506] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.805465] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.805655] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.805963] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.806237] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa369a27-c79f-4628-8edc-6bd5afed73b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.809148] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 870.809148] env[69169]: value = "task-3251025" [ 870.809148] env[69169]: _type = "Task" [ 870.809148] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.814397] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Waiting for the task: (returnval){ [ 870.814397] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52435107-0af1-c103-f04a-571c8ed51c76" [ 870.814397] env[69169]: _type = "Task" [ 870.814397] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.815093] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3924ecfb-6f3a-4a3a-9aa7-38ca83cfadff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.824329] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.827493] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f5efee-5609-4f96-ba55-1e91042c097a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.835898] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52435107-0af1-c103-f04a-571c8ed51c76, 'name': SearchDatastore_Task, 'duration_secs': 0.013337} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.836604] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.836890] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.837149] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.837302] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.837478] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.837749] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2d3a078-54c4-41b9-ae05-503736e0a3c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.632533] env[69169]: DEBUG nova.network.neutron [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Successfully updated port: a78e8905-e232-490b-a466-2ceb2ea02bd9 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.643267] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323d7bdd-b8fb-4378-8603-6f1e055349c2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.648029] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.648356] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.651669] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1db837-b8cd-4c8d-8ec7-52dbac8a55a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.661459] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092395} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.661621] env[69169]: DEBUG oslo_vmware.api [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251020, 'name': PowerOnVM_Task, 'duration_secs': 1.199676} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.667081] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.667081] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.667081] env[69169]: INFO nova.compute.manager [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Took 6.97 seconds to spawn the instance on the hypervisor. [ 871.667081] env[69169]: DEBUG nova.compute.manager [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.667081] env[69169]: DEBUG oslo_vmware.api [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251021, 'name': PowerOnVM_Task, 'duration_secs': 1.136123} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.669514] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c5090e-533d-4538-a725-7f9f81239b8b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.672610] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5281e623-6137-4f79-91d9-ea82b9782d3c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.676352] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.676352] env[69169]: INFO nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Took 9.63 seconds to spawn the instance on the hypervisor. [ 871.676352] env[69169]: DEBUG nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.676352] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Waiting for the task: (returnval){ [ 871.676352] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52bac8d6-3ffe-fbb4-10cc-72082c02774b" [ 871.676352] env[69169]: _type = "Task" [ 871.676352] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.677990] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1ee8cb-6a00-459a-8f16-b51ff983b82c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.681460] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527d28f9-da16-409e-8462-5d0e23c2d0e0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.708096] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] ffc3165f-2ec7-4c31-b269-8f3abe31e071/ffc3165f-2ec7-4c31-b269-8f3abe31e071.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.720398] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22ecb8d2-d7de-4423-84e9-18146ca418c3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.738308] env[69169]: DEBUG nova.compute.provider_tree [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.747214] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52bac8d6-3ffe-fbb4-10cc-72082c02774b, 'name': SearchDatastore_Task, 'duration_secs': 0.032632} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.747739] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a671384-9244-404c-88f5-394f59ad6aff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.752474] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 871.752474] env[69169]: value = "task-3251026" [ 871.752474] env[69169]: _type = "Task" [ 871.752474] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.753402] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Waiting for the task: (returnval){ [ 871.753402] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52caa88e-4da5-51d3-b6df-20023de838db" [ 871.753402] env[69169]: _type = "Task" [ 871.753402] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.766040] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251026, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.768953] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52caa88e-4da5-51d3-b6df-20023de838db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.057532] env[69169]: DEBUG nova.network.neutron [req-a697b901-3333-4946-af1b-1f486dfd64f1 req-07f5baef-1090-4c50-9830-20ec5518bea3 service nova] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Updated VIF entry in instance network info cache for port 8fdc2ce7-887f-4698-a3fd-54c30d774da7. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.059233] env[69169]: DEBUG nova.network.neutron [req-a697b901-3333-4946-af1b-1f486dfd64f1 req-07f5baef-1090-4c50-9830-20ec5518bea3 service nova] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Updating instance_info_cache with network_info: [{"id": "8fdc2ce7-887f-4698-a3fd-54c30d774da7", "address": "fa:16:3e:eb:32:f1", "network": {"id": "303e7ee3-e55c-406d-8ab2-1d42046d4f4c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1970814424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ab4c8edc6843debc4933cfacbe8b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fdc2ce7-88", "ovs_interfaceid": "8fdc2ce7-887f-4698-a3fd-54c30d774da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.147504] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "refresh_cache-73c9ad6c-38ab-4cec-a80c-d874507a5180" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.147705] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquired lock "refresh_cache-73c9ad6c-38ab-4cec-a80c-d874507a5180" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.147883] env[69169]: DEBUG nova.network.neutron [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.221323] env[69169]: INFO nova.compute.manager [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Took 45.90 seconds to build instance. [ 872.268472] env[69169]: INFO nova.compute.manager [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Took 46.79 seconds to build instance. [ 872.283431] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Acquiring lock "3ecc127a-fa82-4a97-aaca-452d126ea168" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.283696] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Lock "3ecc127a-fa82-4a97-aaca-452d126ea168" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.284686] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52caa88e-4da5-51d3-b6df-20023de838db, 'name': SearchDatastore_Task, 'duration_secs': 0.023163} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.284901] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251026, 'name': ReconfigVM_Task, 'duration_secs': 0.28387} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.285890] env[69169]: ERROR nova.scheduler.client.report [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [req-a7aba674-30bb-4fbe-9138-977044cfbb3d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7aba674-30bb-4fbe-9138-977044cfbb3d"}]} [ 872.286358] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.286646] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3/34b1e823-8d0a-4b0c-b8fe-878cc9e000e3.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.287220] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Reconfigured VM instance instance-00000029 to attach disk [datastore2] ffc3165f-2ec7-4c31-b269-8f3abe31e071/ffc3165f-2ec7-4c31-b269-8f3abe31e071.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.291545] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0384a64b-746f-4d8d-b2a1-85d2a67d6d48 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.293700] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53928e30-82ab-4111-bb3c-6cf85155502d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.303086] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Waiting for the task: (returnval){ [ 872.303086] env[69169]: value = "task-3251027" [ 872.303086] env[69169]: _type = "Task" [ 872.303086] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.303977] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 872.303977] env[69169]: value = "task-3251028" [ 872.303977] env[69169]: _type = "Task" [ 872.303977] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.313877] env[69169]: DEBUG nova.scheduler.client.report [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 872.319171] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.322912] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251028, 'name': Rename_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.336398] env[69169]: DEBUG nova.scheduler.client.report [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 872.336676] env[69169]: DEBUG nova.compute.provider_tree [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.350940] env[69169]: DEBUG nova.scheduler.client.report [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 872.374807] env[69169]: DEBUG nova.scheduler.client.report [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 872.562448] env[69169]: DEBUG oslo_concurrency.lockutils [req-a697b901-3333-4946-af1b-1f486dfd64f1 req-07f5baef-1090-4c50-9830-20ec5518bea3 service nova] Releasing lock "refresh_cache-34b1e823-8d0a-4b0c-b8fe-878cc9e000e3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.692077] env[69169]: DEBUG nova.network.neutron [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.725629] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a774a4f4-6066-4692-a45a-01daaf65d38c tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Lock "863b790c-aaa5-4d1b-912a-cb3672a2f5c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.197s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.774828] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcc913ca-c4f9-4cb6-a37a-8068e59662a7 tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "89811bdf-64e1-49b2-8c3e-97bcd6812c5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.518s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.834488] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251028, 'name': Rename_Task, 'duration_secs': 0.145423} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.835293] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251027, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.838149] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.839701] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85e58613-03a2-4c8f-9ba0-d587984ae43d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.847101] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 872.847101] env[69169]: value = "task-3251029" [ 872.847101] env[69169]: _type = "Task" [ 872.847101] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.857333] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.930315] env[69169]: DEBUG nova.network.neutron [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Updating instance_info_cache with network_info: [{"id": "a78e8905-e232-490b-a466-2ceb2ea02bd9", "address": "fa:16:3e:7e:82:1f", "network": {"id": "a09bc819-8b89-4ef1-a214-c5fd3435085e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1961994272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "308db5d289f54b24a504eb3d161d18b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78e8905-e2", "ovs_interfaceid": "a78e8905-e232-490b-a466-2ceb2ea02bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.948482] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b580d51-6f01-4ce8-bc27-1dbc75dbfd2f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.957863] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22832723-782f-4c2e-b500-979a13481022 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.992159] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca2ace7-dd31-410b-8c0b-8ec9b023de28 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.003024] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8835e904-7eab-406d-894f-59c4b3124b69 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.014708] env[69169]: DEBUG nova.compute.provider_tree [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.234209] env[69169]: DEBUG nova.compute.manager [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.281887] env[69169]: DEBUG nova.compute.manager [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.321643] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737575} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.321934] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3/34b1e823-8d0a-4b0c-b8fe-878cc9e000e3.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.322162] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.322425] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ca6cbe9-2a82-4094-a4d3-913f535f16f0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.334810] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Waiting for the task: (returnval){ [ 873.334810] env[69169]: value = "task-3251030" [ 873.334810] env[69169]: _type = "Task" [ 873.334810] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.346719] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.359733] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251029, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.433682] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Releasing lock "refresh_cache-73c9ad6c-38ab-4cec-a80c-d874507a5180" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.437456] env[69169]: DEBUG nova.compute.manager [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Instance network_info: |[{"id": "a78e8905-e232-490b-a466-2ceb2ea02bd9", "address": "fa:16:3e:7e:82:1f", "network": {"id": "a09bc819-8b89-4ef1-a214-c5fd3435085e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1961994272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "308db5d289f54b24a504eb3d161d18b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78e8905-e2", "ovs_interfaceid": "a78e8905-e232-490b-a466-2ceb2ea02bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.437456] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:82:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a78e8905-e232-490b-a466-2ceb2ea02bd9', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.443413] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Creating folder: Project (308db5d289f54b24a504eb3d161d18b0). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.443760] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf91566b-628d-4e3e-b4eb-a165f2a09cec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.452647] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Created folder: Project (308db5d289f54b24a504eb3d161d18b0) in parent group-v649481. [ 873.452842] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Creating folder: Instances. Parent ref: group-v649616. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.453095] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91bea04d-f349-4794-a77b-5bf8a09f9e7e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.461985] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Created folder: Instances in parent group-v649616. [ 873.462249] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.462792] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.462792] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73499d65-d671-4504-ab60-d4edc60565cf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.482236] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.482236] env[69169]: value = "task-3251033" [ 873.482236] env[69169]: _type = "Task" [ 873.482236] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.489903] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251033, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.526596] env[69169]: DEBUG nova.compute.manager [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Received event network-vif-plugged-a78e8905-e232-490b-a466-2ceb2ea02bd9 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.526973] env[69169]: DEBUG oslo_concurrency.lockutils [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] Acquiring lock "73c9ad6c-38ab-4cec-a80c-d874507a5180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.527306] env[69169]: DEBUG oslo_concurrency.lockutils [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.527306] env[69169]: DEBUG oslo_concurrency.lockutils [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.527603] env[69169]: DEBUG nova.compute.manager [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] No waiting events found dispatching network-vif-plugged-a78e8905-e232-490b-a466-2ceb2ea02bd9 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.527750] env[69169]: WARNING nova.compute.manager [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Received unexpected event network-vif-plugged-a78e8905-e232-490b-a466-2ceb2ea02bd9 for instance with vm_state building and task_state spawning. [ 873.527999] env[69169]: DEBUG nova.compute.manager [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Received event network-changed-a78e8905-e232-490b-a466-2ceb2ea02bd9 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.532362] env[69169]: DEBUG nova.compute.manager [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Refreshing instance network info cache due to event network-changed-a78e8905-e232-490b-a466-2ceb2ea02bd9. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.532581] env[69169]: DEBUG oslo_concurrency.lockutils [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] Acquiring lock "refresh_cache-73c9ad6c-38ab-4cec-a80c-d874507a5180" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.532721] env[69169]: DEBUG oslo_concurrency.lockutils [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] Acquired lock "refresh_cache-73c9ad6c-38ab-4cec-a80c-d874507a5180" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.533042] env[69169]: DEBUG nova.network.neutron [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Refreshing network info cache for port a78e8905-e232-490b-a466-2ceb2ea02bd9 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.564799] env[69169]: DEBUG nova.scheduler.client.report [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 873.565129] env[69169]: DEBUG nova.compute.provider_tree [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 73 to 74 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 873.565323] env[69169]: DEBUG nova.compute.provider_tree [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.767921] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.813934] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.849810] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071412} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.849925] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.854886] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfa9058-2109-4141-9b2c-bbc78058afb3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.862903] env[69169]: DEBUG oslo_vmware.api [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251029, 'name': PowerOnVM_Task, 'duration_secs': 0.55746} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.872838] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.873155] env[69169]: DEBUG nova.compute.manager [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.883151] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3/34b1e823-8d0a-4b0c-b8fe-878cc9e000e3.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.883151] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3112cc-cdcb-4e93-b776-ec8837a659f5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.885957] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6545c706-66c6-4b5a-8474-cf59432a0d56 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.906950] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Waiting for the task: (returnval){ [ 873.906950] env[69169]: value = "task-3251034" [ 873.906950] env[69169]: _type = "Task" [ 873.906950] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.916279] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.993773] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251033, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.075383] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.057s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.076298] env[69169]: DEBUG nova.compute.manager [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.084760] env[69169]: DEBUG oslo_concurrency.lockutils [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.089s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.084760] env[69169]: DEBUG nova.objects.instance [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Lazy-loading 'resources' on Instance uuid 73d4af21-1f9c-4b73-b6be-29e92325c067 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.425510] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.432347] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251034, 'name': ReconfigVM_Task, 'duration_secs': 0.491748} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.432929] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3/34b1e823-8d0a-4b0c-b8fe-878cc9e000e3.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.433590] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e9bb624-2fd6-48e8-8969-b8ebe1f9d0b7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.441723] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Waiting for the task: (returnval){ [ 874.441723] env[69169]: value = "task-3251035" [ 874.441723] env[69169]: _type = "Task" [ 874.441723] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.455733] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251035, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.467764] env[69169]: DEBUG nova.network.neutron [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Updated VIF entry in instance network info cache for port a78e8905-e232-490b-a466-2ceb2ea02bd9. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.468232] env[69169]: DEBUG nova.network.neutron [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Updating instance_info_cache with network_info: [{"id": "a78e8905-e232-490b-a466-2ceb2ea02bd9", "address": "fa:16:3e:7e:82:1f", "network": {"id": "a09bc819-8b89-4ef1-a214-c5fd3435085e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1961994272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "308db5d289f54b24a504eb3d161d18b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78e8905-e2", "ovs_interfaceid": "a78e8905-e232-490b-a466-2ceb2ea02bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.492826] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251033, 'name': CreateVM_Task, 'duration_secs': 0.642382} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.492977] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.493714] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.493895] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.494314] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.494539] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5fa8dd-9a4c-4a1c-be73-9937d3be59a3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.501207] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 874.501207] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52499208-2996-4979-38a9-27d669ad61bf" [ 874.501207] env[69169]: _type = "Task" [ 874.501207] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.508296] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52499208-2996-4979-38a9-27d669ad61bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.590853] env[69169]: DEBUG nova.compute.utils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.591921] env[69169]: DEBUG nova.compute.manager [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.592248] env[69169]: DEBUG nova.network.neutron [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.597251] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "c2e03515-3b48-4d61-b96b-edd3210a5b00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.597251] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "c2e03515-3b48-4d61-b96b-edd3210a5b00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.597526] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "c2e03515-3b48-4d61-b96b-edd3210a5b00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.597526] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "c2e03515-3b48-4d61-b96b-edd3210a5b00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.597826] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "c2e03515-3b48-4d61-b96b-edd3210a5b00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.604219] env[69169]: INFO nova.compute.manager [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Terminating instance [ 874.670932] env[69169]: DEBUG nova.policy [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '425330bd09e645abb866d98ed4eed62f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7dd4074f9164879930ac232c96b353f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.958067] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251035, 'name': Rename_Task, 'duration_secs': 0.321766} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.961922] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.962909] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0abcea2c-7269-470f-be5d-25bb7677da0a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.972954] env[69169]: DEBUG oslo_concurrency.lockutils [req-ee0b1176-aff7-4d50-8f18-8be7ca1eeddf req-e87fafed-4cf6-4ff2-98d8-4ed1b7f1a4af service nova] Releasing lock "refresh_cache-73c9ad6c-38ab-4cec-a80c-d874507a5180" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.972954] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Waiting for the task: (returnval){ [ 874.972954] env[69169]: value = "task-3251036" [ 874.972954] env[69169]: _type = "Task" [ 874.972954] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.991172] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251036, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.012756] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52499208-2996-4979-38a9-27d669ad61bf, 'name': SearchDatastore_Task, 'duration_secs': 0.020895} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.016317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.016716] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.017123] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.017387] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.017675] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.018285] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a00468df-0181-4cf4-bc5f-c5e89fd993e1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.033102] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.033102] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.034260] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd0cc78-44e0-42fe-b99b-0752995fd153 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.041591] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 875.041591] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fa18e4-c01e-c20f-b189-14ec7fc725ae" [ 875.041591] env[69169]: _type = "Task" [ 875.041591] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.054483] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fa18e4-c01e-c20f-b189-14ec7fc725ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.093548] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bee341-4ae3-4e32-831c-9ca151cc5360 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.098198] env[69169]: DEBUG nova.compute.manager [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.107899] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2db151a-9c50-4af7-8b3e-459442b55357 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.115703] env[69169]: DEBUG nova.compute.manager [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.115917] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.116684] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c796f5-dd3d-4127-bdfd-aa0c96fcc84f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.149888] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c768e3-29cb-4047-bcc6-06e4041ba23a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.152692] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.152975] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9080e26b-2bcf-453d-8129-3843775323d6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.162118] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39706e85-55f9-4a80-8c77-341d34c49640 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.170021] env[69169]: DEBUG oslo_vmware.api [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 875.170021] env[69169]: value = "task-3251037" [ 875.170021] env[69169]: _type = "Task" [ 875.170021] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.181433] env[69169]: DEBUG nova.compute.provider_tree [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.188243] env[69169]: DEBUG oslo_vmware.api [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.314463] env[69169]: DEBUG nova.network.neutron [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Successfully created port: 2847e3df-7b55-482b-820f-e85370d2e48b {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.410758] env[69169]: DEBUG oslo_concurrency.lockutils [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "89811bdf-64e1-49b2-8c3e-97bcd6812c5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.411033] env[69169]: DEBUG oslo_concurrency.lockutils [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "89811bdf-64e1-49b2-8c3e-97bcd6812c5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.415023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "89811bdf-64e1-49b2-8c3e-97bcd6812c5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.415023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "89811bdf-64e1-49b2-8c3e-97bcd6812c5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.415023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "89811bdf-64e1-49b2-8c3e-97bcd6812c5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.417717] env[69169]: INFO nova.compute.manager [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Terminating instance [ 875.483926] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251036, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.559620] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fa18e4-c01e-c20f-b189-14ec7fc725ae, 'name': SearchDatastore_Task, 'duration_secs': 0.016521} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.560599] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fd8b9e-d849-4ef4-bcce-03e614a00615 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.567008] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 875.567008] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52945498-5f06-5409-367a-fb83e7fe2548" [ 875.567008] env[69169]: _type = "Task" [ 875.567008] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.575247] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52945498-5f06-5409-367a-fb83e7fe2548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.579223] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.579465] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.679092] env[69169]: DEBUG oslo_vmware.api [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251037, 'name': PowerOffVM_Task, 'duration_secs': 0.259897} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.679092] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.679092] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.679344] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc83f81b-6cb3-4a1a-94b7-2bccd924d9ce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.684507] env[69169]: DEBUG nova.scheduler.client.report [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.768431] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.769826] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.769826] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Deleting the datastore file [datastore1] c2e03515-3b48-4d61-b96b-edd3210a5b00 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.769826] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7e3e1df-d8b0-44c3-b411-020057941e3b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.778112] env[69169]: DEBUG oslo_vmware.api [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 875.778112] env[69169]: value = "task-3251039" [ 875.778112] env[69169]: _type = "Task" [ 875.778112] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.786206] env[69169]: DEBUG oslo_vmware.api [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.923489] env[69169]: DEBUG nova.compute.manager [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.928375] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.928375] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b80fb6-e499-48dd-a60d-c5c763ba95fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.940402] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.941080] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b79d5c33-319a-44f3-bae3-e250d622b6d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.948349] env[69169]: DEBUG oslo_vmware.api [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 875.948349] env[69169]: value = "task-3251040" [ 875.948349] env[69169]: _type = "Task" [ 875.948349] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.962047] env[69169]: DEBUG oslo_vmware.api [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.986175] env[69169]: DEBUG oslo_vmware.api [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251036, 'name': PowerOnVM_Task, 'duration_secs': 0.744223} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.986835] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.987108] env[69169]: INFO nova.compute.manager [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Took 8.64 seconds to spawn the instance on the hypervisor. [ 875.987342] env[69169]: DEBUG nova.compute.manager [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.991033] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae43fbe-a855-4ca8-ba8f-ebc1df735440 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.085202] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52945498-5f06-5409-367a-fb83e7fe2548, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.087632] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.088404] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 73c9ad6c-38ab-4cec-a80c-d874507a5180/73c9ad6c-38ab-4cec-a80c-d874507a5180.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.089502] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20f66bc0-dfb7-4010-bbaa-74d1c19ec9bc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.102026] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 876.102026] env[69169]: value = "task-3251041" [ 876.102026] env[69169]: _type = "Task" [ 876.102026] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.113636] env[69169]: DEBUG nova.compute.manager [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.116152] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.148026] env[69169]: DEBUG nova.virt.hardware [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.148026] env[69169]: DEBUG nova.virt.hardware [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.149710] env[69169]: DEBUG nova.virt.hardware [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.149710] env[69169]: DEBUG nova.virt.hardware [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.149710] env[69169]: DEBUG nova.virt.hardware [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.149710] env[69169]: DEBUG nova.virt.hardware [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.149710] env[69169]: DEBUG nova.virt.hardware [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.149710] env[69169]: DEBUG nova.virt.hardware [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.149710] env[69169]: DEBUG nova.virt.hardware [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.150316] env[69169]: DEBUG nova.virt.hardware [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.150316] env[69169]: DEBUG nova.virt.hardware [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.154031] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a848aac-84e2-41bf-9505-b5d7c9ce248f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.160584] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc4580d-091b-4c6c-a57e-3c6b621ab220 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.190916] env[69169]: DEBUG oslo_concurrency.lockutils [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.193292] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.584s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.195092] env[69169]: INFO nova.compute.claims [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.220019] env[69169]: INFO nova.scheduler.client.report [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Deleted allocations for instance 73d4af21-1f9c-4b73-b6be-29e92325c067 [ 876.293754] env[69169]: DEBUG oslo_vmware.api [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218185} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.294253] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.294556] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.294859] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.295269] env[69169]: INFO nova.compute.manager [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Took 1.18 seconds to destroy the instance on the hypervisor. [ 876.295637] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.295859] env[69169]: DEBUG nova.compute.manager [-] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.296044] env[69169]: DEBUG nova.network.neutron [-] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.462675] env[69169]: DEBUG oslo_vmware.api [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251040, 'name': PowerOffVM_Task, 'duration_secs': 0.281927} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.462979] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.463164] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.463439] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12766c0d-2427-4488-822e-68bc2ed2659a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.514672] env[69169]: INFO nova.compute.manager [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Took 45.82 seconds to build instance. [ 876.540284] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.540532] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.540726] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Deleting the datastore file [datastore1] 89811bdf-64e1-49b2-8c3e-97bcd6812c5b {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.541058] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3265e060-dd79-4c6d-a598-bd68fb42e543 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.550754] env[69169]: DEBUG oslo_vmware.api [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for the task: (returnval){ [ 876.550754] env[69169]: value = "task-3251043" [ 876.550754] env[69169]: _type = "Task" [ 876.550754] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.563646] env[69169]: DEBUG oslo_vmware.api [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.611211] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251041, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.729209] env[69169]: DEBUG oslo_concurrency.lockutils [None req-78e02f38-84dc-42e3-8847-10ea9701c288 tempest-ServersTestManualDisk-2038121982 tempest-ServersTestManualDisk-2038121982-project-member] Lock "73d4af21-1f9c-4b73-b6be-29e92325c067" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.853s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.857125] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "ffc3165f-2ec7-4c31-b269-8f3abe31e071" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.858450] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "ffc3165f-2ec7-4c31-b269-8f3abe31e071" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.858450] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "ffc3165f-2ec7-4c31-b269-8f3abe31e071-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.858617] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "ffc3165f-2ec7-4c31-b269-8f3abe31e071-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.858783] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "ffc3165f-2ec7-4c31-b269-8f3abe31e071-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.865193] env[69169]: INFO nova.compute.manager [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Terminating instance [ 876.975963] env[69169]: INFO nova.compute.manager [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Rebuilding instance [ 877.014629] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4403c79a-7694-462c-b835-6c0747dc24d4 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Lock "34b1e823-8d0a-4b0c-b8fe-878cc9e000e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.705s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.027462] env[69169]: DEBUG nova.compute.manager [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.029418] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3992ec0f-47e3-47cd-bfbd-83be6015f624 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.061856] env[69169]: DEBUG oslo_vmware.api [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Task: {'id': task-3251043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298127} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.062421] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.062827] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.063529] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.063887] env[69169]: INFO nova.compute.manager [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 877.065088] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.065088] env[69169]: DEBUG nova.compute.manager [-] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.065088] env[69169]: DEBUG nova.network.neutron [-] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.109936] env[69169]: DEBUG nova.compute.manager [req-018faee2-e5e5-4612-a5ac-c07d2f706608 req-7d6f5919-abb2-4900-b030-bfaff9ad5ac6 service nova] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Received event network-vif-deleted-0f84d75b-df10-4362-9f18-7acfb266a796 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.110218] env[69169]: INFO nova.compute.manager [req-018faee2-e5e5-4612-a5ac-c07d2f706608 req-7d6f5919-abb2-4900-b030-bfaff9ad5ac6 service nova] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Neutron deleted interface 0f84d75b-df10-4362-9f18-7acfb266a796; detaching it from the instance and deleting it from the info cache [ 877.110542] env[69169]: DEBUG nova.network.neutron [req-018faee2-e5e5-4612-a5ac-c07d2f706608 req-7d6f5919-abb2-4900-b030-bfaff9ad5ac6 service nova] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.122391] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614381} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.122724] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 73c9ad6c-38ab-4cec-a80c-d874507a5180/73c9ad6c-38ab-4cec-a80c-d874507a5180.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.123131] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.124435] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbfe8c92-abd3-4cb7-8070-13958e7929af {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.131861] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 877.131861] env[69169]: value = "task-3251044" [ 877.131861] env[69169]: _type = "Task" [ 877.131861] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.142364] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.316955] env[69169]: DEBUG nova.network.neutron [-] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.372825] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "refresh_cache-ffc3165f-2ec7-4c31-b269-8f3abe31e071" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.372825] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquired lock "refresh_cache-ffc3165f-2ec7-4c31-b269-8f3abe31e071" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.372825] env[69169]: DEBUG nova.network.neutron [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.516840] env[69169]: DEBUG nova.compute.manager [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.623541] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c12c023e-a0ab-406a-ae8b-5f1636b8e015 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.634468] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925da874-96d5-42bc-b022-fa47a9f55d0f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.661877] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202894} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.665639] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.679809] env[69169]: DEBUG nova.network.neutron [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Successfully updated port: 2847e3df-7b55-482b-820f-e85370d2e48b {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.682066] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb17149-ea9f-4b18-8f60-4c25d4341fa4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.685956] env[69169]: DEBUG nova.compute.manager [req-018faee2-e5e5-4612-a5ac-c07d2f706608 req-7d6f5919-abb2-4900-b030-bfaff9ad5ac6 service nova] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Detach interface failed, port_id=0f84d75b-df10-4362-9f18-7acfb266a796, reason: Instance c2e03515-3b48-4d61-b96b-edd3210a5b00 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.709827] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 73c9ad6c-38ab-4cec-a80c-d874507a5180/73c9ad6c-38ab-4cec-a80c-d874507a5180.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.715116] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6ae6bc6-602c-4086-8e6c-8ad7c5ed9a63 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.740328] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 877.740328] env[69169]: value = "task-3251045" [ 877.740328] env[69169]: _type = "Task" [ 877.740328] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.749055] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.807849] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcbaaa3-edb5-4487-b352-f5b700296eb9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.817746] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4247973f-46d1-4b7e-85e7-9b888d59ba31 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.822717] env[69169]: INFO nova.compute.manager [-] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Took 1.53 seconds to deallocate network for instance. [ 877.861012] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ae0c1e-97f3-4fdc-8cc9-98a3bb6a6352 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.873047] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d350ae6b-0270-4fda-8e44-2aa1ff0c45f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.894165] env[69169]: DEBUG nova.compute.provider_tree [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.907986] env[69169]: DEBUG nova.network.neutron [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.979739] env[69169]: DEBUG nova.network.neutron [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.044331] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.055023] env[69169]: DEBUG nova.network.neutron [-] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.055298] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.055403] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5b06971-7569-4733-a1f5-29746ff2ac95 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.067703] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 878.067703] env[69169]: value = "task-3251046" [ 878.067703] env[69169]: _type = "Task" [ 878.067703] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.085778] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.183618] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "refresh_cache-ca6fc799-0159-4372-87ee-28c3392ce959" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.183618] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquired lock "refresh_cache-ca6fc799-0159-4372-87ee-28c3392ce959" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.183794] env[69169]: DEBUG nova.network.neutron [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.199117] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "e1e94956-c9e4-47ab-ba27-7cb61ece9111" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.199500] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "e1e94956-c9e4-47ab-ba27-7cb61ece9111" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.247823] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251045, 'name': ReconfigVM_Task, 'duration_secs': 0.496268} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.248119] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 73c9ad6c-38ab-4cec-a80c-d874507a5180/73c9ad6c-38ab-4cec-a80c-d874507a5180.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.249231] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e49e5499-4304-463c-945d-074e4c07f10f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.254841] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 878.254841] env[69169]: value = "task-3251047" [ 878.254841] env[69169]: _type = "Task" [ 878.254841] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.262876] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251047, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.361974] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.397386] env[69169]: DEBUG nova.scheduler.client.report [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.483501] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Releasing lock "refresh_cache-ffc3165f-2ec7-4c31-b269-8f3abe31e071" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.487027] env[69169]: DEBUG nova.compute.manager [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.487027] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.487027] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78da8156-3d8c-4925-9496-8dccdc97227c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.494429] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.494692] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e3f7a70-d063-4595-b4c3-911d07d1ad80 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.501601] env[69169]: DEBUG oslo_vmware.api [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 878.501601] env[69169]: value = "task-3251048" [ 878.501601] env[69169]: _type = "Task" [ 878.501601] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.510806] env[69169]: DEBUG oslo_vmware.api [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.561435] env[69169]: INFO nova.compute.manager [-] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Took 1.50 seconds to deallocate network for instance. [ 878.580739] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251046, 'name': PowerOffVM_Task, 'duration_secs': 0.172407} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.581291] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.583727] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.584715] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af45d37e-87f1-48cf-8178-413934b6f984 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.593073] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.593841] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4f1d2de-bb6a-479f-95b4-93567050254e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.617395] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.617395] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.617556] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Deleting the datastore file [datastore2] 863b790c-aaa5-4d1b-912a-cb3672a2f5c0 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.618173] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32db7a8b-c241-444f-b6e8-bfa48166a55f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.625639] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 878.625639] env[69169]: value = "task-3251050" [ 878.625639] env[69169]: _type = "Task" [ 878.625639] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.634691] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.741880] env[69169]: DEBUG nova.network.neutron [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.773343] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251047, 'name': Rename_Task, 'duration_secs': 0.300708} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.773343] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.773343] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5181de77-5e0d-459e-a72a-5e13360b762e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.777359] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 878.777359] env[69169]: value = "task-3251051" [ 878.777359] env[69169]: _type = "Task" [ 878.777359] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.787532] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.902035] env[69169]: DEBUG nova.network.neutron [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Updating instance_info_cache with network_info: [{"id": "2847e3df-7b55-482b-820f-e85370d2e48b", "address": "fa:16:3e:fc:ae:82", "network": {"id": "0fecb156-c8c1-4ca9-916e-82ff17f636ce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1516944455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd4074f9164879930ac232c96b353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2847e3df-7b", "ovs_interfaceid": "2847e3df-7b55-482b-820f-e85370d2e48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.903329] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.903856] env[69169]: DEBUG nova.compute.manager [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.910217] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.858s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.014224] env[69169]: DEBUG oslo_vmware.api [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251048, 'name': PowerOffVM_Task, 'duration_secs': 0.197146} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.014723] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.014723] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.015450] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a727fd56-9aed-4bdc-9472-e402a14d4c8f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.040107] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.040377] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.040584] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Deleting the datastore file [datastore2] ffc3165f-2ec7-4c31-b269-8f3abe31e071 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.040851] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eced1319-feaa-44af-972f-943fbeaa5beb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.047635] env[69169]: DEBUG oslo_vmware.api [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 879.047635] env[69169]: value = "task-3251053" [ 879.047635] env[69169]: _type = "Task" [ 879.047635] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.061433] env[69169]: DEBUG oslo_vmware.api [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.076764] env[69169]: DEBUG oslo_concurrency.lockutils [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.137617] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110116} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.137934] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.138167] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.138373] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.289446] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.372841] env[69169]: DEBUG nova.compute.manager [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Received event network-vif-plugged-2847e3df-7b55-482b-820f-e85370d2e48b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.372841] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] Acquiring lock "ca6fc799-0159-4372-87ee-28c3392ce959-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.373294] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] Lock "ca6fc799-0159-4372-87ee-28c3392ce959-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.374448] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] Lock "ca6fc799-0159-4372-87ee-28c3392ce959-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.380662] env[69169]: DEBUG nova.compute.manager [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] No waiting events found dispatching network-vif-plugged-2847e3df-7b55-482b-820f-e85370d2e48b {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.380662] env[69169]: WARNING nova.compute.manager [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Received unexpected event network-vif-plugged-2847e3df-7b55-482b-820f-e85370d2e48b for instance with vm_state building and task_state spawning. [ 879.380662] env[69169]: DEBUG nova.compute.manager [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Received event network-vif-deleted-a56a8ece-cb51-4903-887d-3553f5812897 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.380662] env[69169]: DEBUG nova.compute.manager [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Received event network-changed-2847e3df-7b55-482b-820f-e85370d2e48b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.380662] env[69169]: DEBUG nova.compute.manager [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Refreshing instance network info cache due to event network-changed-2847e3df-7b55-482b-820f-e85370d2e48b. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.380662] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] Acquiring lock "refresh_cache-ca6fc799-0159-4372-87ee-28c3392ce959" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.414025] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Releasing lock "refresh_cache-ca6fc799-0159-4372-87ee-28c3392ce959" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.414025] env[69169]: DEBUG nova.compute.manager [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Instance network_info: |[{"id": "2847e3df-7b55-482b-820f-e85370d2e48b", "address": "fa:16:3e:fc:ae:82", "network": {"id": "0fecb156-c8c1-4ca9-916e-82ff17f636ce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1516944455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd4074f9164879930ac232c96b353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2847e3df-7b", "ovs_interfaceid": "2847e3df-7b55-482b-820f-e85370d2e48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.414025] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] Acquired lock "refresh_cache-ca6fc799-0159-4372-87ee-28c3392ce959" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.414025] env[69169]: DEBUG nova.network.neutron [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Refreshing network info cache for port 2847e3df-7b55-482b-820f-e85370d2e48b {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.414025] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:ae:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2847e3df-7b55-482b-820f-e85370d2e48b', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.422767] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.427384] env[69169]: DEBUG nova.compute.utils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.428900] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.430101] env[69169]: DEBUG nova.compute.manager [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.430285] env[69169]: DEBUG nova.network.neutron [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.434505] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be384024-f9cc-4840-9431-a1a839d04dd2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.459167] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.459167] env[69169]: value = "task-3251054" [ 879.459167] env[69169]: _type = "Task" [ 879.459167] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.475788] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251054, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.478854] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Acquiring lock "34b1e823-8d0a-4b0c-b8fe-878cc9e000e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.479103] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Lock "34b1e823-8d0a-4b0c-b8fe-878cc9e000e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.479500] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Acquiring lock "34b1e823-8d0a-4b0c-b8fe-878cc9e000e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.479787] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Lock "34b1e823-8d0a-4b0c-b8fe-878cc9e000e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.479897] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Lock "34b1e823-8d0a-4b0c-b8fe-878cc9e000e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.482315] env[69169]: INFO nova.compute.manager [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Terminating instance [ 879.528270] env[69169]: DEBUG nova.policy [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c91f3e50e15f4b428f4d57f3072571e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab402ad605214c889a90a67840344784', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.537677] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.538047] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.570324] env[69169]: DEBUG oslo_vmware.api [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093301} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.570324] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.571252] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.571252] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.571252] env[69169]: INFO nova.compute.manager [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Took 1.09 seconds to destroy the instance on the hypervisor. [ 879.571252] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.571703] env[69169]: DEBUG nova.compute.manager [-] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.571703] env[69169]: DEBUG nova.network.neutron [-] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.605402] env[69169]: DEBUG nova.network.neutron [-] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.790929] env[69169]: DEBUG oslo_vmware.api [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251051, 'name': PowerOnVM_Task, 'duration_secs': 0.826808} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.792041] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.792041] env[69169]: INFO nova.compute.manager [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Took 9.73 seconds to spawn the instance on the hypervisor. [ 879.792041] env[69169]: DEBUG nova.compute.manager [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.792758] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89daab95-fc15-4e9f-a60f-892ea92c8c4f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.918274] env[69169]: DEBUG nova.network.neutron [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Successfully created port: c726580a-0ccf-4c37-9e59-d91e6329c6dd {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.931377] env[69169]: DEBUG nova.compute.manager [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.970718] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251054, 'name': CreateVM_Task, 'duration_secs': 0.365895} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.971823] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.973059] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8068595a-2e9f-4fb4-94dd-7cae3089d587 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.976658] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.976827] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.977468] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.977983] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d7dbc3-ba64-46dc-ac98-29abd751f64f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.986412] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0eeac1-279c-4b21-ad13-3505d9f8904e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.990173] env[69169]: DEBUG nova.compute.manager [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.990361] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.990704] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 879.990704] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e2a51f-9fce-a09e-e79c-ab137962ed21" [ 879.990704] env[69169]: _type = "Task" [ 879.990704] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.994822] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db9145e-4ee2-4152-b045-e179db3dc7df {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.031671] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9343ce-ca69-46c0-8181-c00588de9ab9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.042199] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e2a51f-9fce-a09e-e79c-ab137962ed21, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.042482] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.043207] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.046979] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.046979] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.046979] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.046979] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.046979] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27435332-6cf9-4d8e-a51e-9b9bf9a34429 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.047902] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60065b54-2bf6-41dc-9c7c-d2bbe9a051b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.051204] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23e5af8-7206-4d69-9e46-f0f9b885437a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.056442] env[69169]: DEBUG oslo_vmware.api [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Waiting for the task: (returnval){ [ 880.056442] env[69169]: value = "task-3251055" [ 880.056442] env[69169]: _type = "Task" [ 880.056442] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.068659] env[69169]: DEBUG nova.compute.provider_tree [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.072509] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.072816] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.076865] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a21eecbd-ba47-4609-955e-cc34aa4ab59b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.079529] env[69169]: DEBUG oslo_vmware.api [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.083422] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 880.083422] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5268e1d0-9869-7f92-b17f-2c125ce69ae1" [ 880.083422] env[69169]: _type = "Task" [ 880.083422] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.097453] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5268e1d0-9869-7f92-b17f-2c125ce69ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.098649] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50bb1482-2f4c-4191-9a1b-09306840fc4d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.104102] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 880.104102] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e23db6-2c4c-db5b-ca81-33c2e002f4d2" [ 880.104102] env[69169]: _type = "Task" [ 880.104102] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.108377] env[69169]: DEBUG nova.network.neutron [-] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.116090] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e23db6-2c4c-db5b-ca81-33c2e002f4d2, 'name': SearchDatastore_Task, 'duration_secs': 0.008919} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.116090] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.116396] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ca6fc799-0159-4372-87ee-28c3392ce959/ca6fc799-0159-4372-87ee-28c3392ce959.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.116651] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f54830c-4fd9-415c-b6f1-0368c2698fab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.125746] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 880.125746] env[69169]: value = "task-3251056" [ 880.125746] env[69169]: _type = "Task" [ 880.125746] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.136851] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.189856] env[69169]: DEBUG nova.virt.hardware [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.190533] env[69169]: DEBUG nova.virt.hardware [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.190734] env[69169]: DEBUG nova.virt.hardware [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.190932] env[69169]: DEBUG nova.virt.hardware [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.191278] env[69169]: DEBUG nova.virt.hardware [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.191480] env[69169]: DEBUG nova.virt.hardware [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.191748] env[69169]: DEBUG nova.virt.hardware [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.191934] env[69169]: DEBUG nova.virt.hardware [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.192227] env[69169]: DEBUG nova.virt.hardware [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.192497] env[69169]: DEBUG nova.virt.hardware [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.192731] env[69169]: DEBUG nova.virt.hardware [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.194142] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0042096-2079-46f3-82bf-2d95e1fb71a0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.205821] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08882f94-32c7-4917-8843-4dc77fe8d968 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.221611] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.227543] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.227872] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.228048] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a164d39-d61c-4f9d-a003-0c02fc8a2cc9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.245150] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.245150] env[69169]: value = "task-3251057" [ 880.245150] env[69169]: _type = "Task" [ 880.245150] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.255634] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251057, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.318470] env[69169]: INFO nova.compute.manager [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Took 47.15 seconds to build instance. [ 880.473517] env[69169]: DEBUG nova.network.neutron [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Updated VIF entry in instance network info cache for port 2847e3df-7b55-482b-820f-e85370d2e48b. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.473517] env[69169]: DEBUG nova.network.neutron [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Updating instance_info_cache with network_info: [{"id": "2847e3df-7b55-482b-820f-e85370d2e48b", "address": "fa:16:3e:fc:ae:82", "network": {"id": "0fecb156-c8c1-4ca9-916e-82ff17f636ce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1516944455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd4074f9164879930ac232c96b353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2847e3df-7b", "ovs_interfaceid": "2847e3df-7b55-482b-820f-e85370d2e48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.571223] env[69169]: DEBUG oslo_vmware.api [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251055, 'name': PowerOffVM_Task, 'duration_secs': 0.193753} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.573020] env[69169]: DEBUG nova.scheduler.client.report [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.577915] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.578505] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.578694] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f43e7524-91c8-47de-9624-dc45607e701b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.612031] env[69169]: INFO nova.compute.manager [-] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Took 1.04 seconds to deallocate network for instance. [ 880.640758] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489903} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.641047] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ca6fc799-0159-4372-87ee-28c3392ce959/ca6fc799-0159-4372-87ee-28c3392ce959.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.641382] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.641534] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3637e5d-275d-4392-806a-93cdf60cec0e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.649510] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 880.649510] env[69169]: value = "task-3251059" [ 880.649510] env[69169]: _type = "Task" [ 880.649510] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.666583] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.677114] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.677114] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.677114] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Deleting the datastore file [datastore2] 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.677371] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-016eac0f-8405-4bdd-813f-89f7c3b7a241 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.687861] env[69169]: DEBUG oslo_vmware.api [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Waiting for the task: (returnval){ [ 880.687861] env[69169]: value = "task-3251060" [ 880.687861] env[69169]: _type = "Task" [ 880.687861] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.698162] env[69169]: DEBUG oslo_vmware.api [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.759289] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251057, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.823062] env[69169]: DEBUG oslo_concurrency.lockutils [None req-95a4b6f8-1546-480b-8775-ade06e8a5dfa tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.716s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.945268] env[69169]: DEBUG nova.compute.manager [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.973913] env[69169]: DEBUG nova.virt.hardware [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.974042] env[69169]: DEBUG nova.virt.hardware [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.974272] env[69169]: DEBUG nova.virt.hardware [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.974474] env[69169]: DEBUG nova.virt.hardware [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.974626] env[69169]: DEBUG nova.virt.hardware [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.974773] env[69169]: DEBUG nova.virt.hardware [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.979020] env[69169]: DEBUG nova.virt.hardware [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.979020] env[69169]: DEBUG nova.virt.hardware [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.979020] env[69169]: DEBUG nova.virt.hardware [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.979020] env[69169]: DEBUG nova.virt.hardware [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.979020] env[69169]: DEBUG nova.virt.hardware [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.979020] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d083431-cbd7-4fe4-8031-afa9d0adea88 req-1568b666-0bb8-45d4-8bf1-0ada886c80b2 service nova] Releasing lock "refresh_cache-ca6fc799-0159-4372-87ee-28c3392ce959" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.979020] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b8303-33ed-4b6e-a246-7b0796a88eb5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.993142] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a98d6f-40f1-46ee-b1ea-c38120a21783 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.121895] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.161242] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076055} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.161556] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.162562] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08be9cab-1571-41ba-b1b9-4ab91ac59241 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.189054] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] ca6fc799-0159-4372-87ee-28c3392ce959/ca6fc799-0159-4372-87ee-28c3392ce959.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.189436] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c649bf0c-7b7d-438b-9b80-0a790a4239a4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.215635] env[69169]: DEBUG oslo_vmware.api [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Task: {'id': task-3251060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14002} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.217534] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.217534] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.217650] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.217820] env[69169]: INFO nova.compute.manager [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Took 1.23 seconds to destroy the instance on the hypervisor. [ 881.218118] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.218441] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 881.218441] env[69169]: value = "task-3251061" [ 881.218441] env[69169]: _type = "Task" [ 881.218441] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.218673] env[69169]: DEBUG nova.compute.manager [-] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.218791] env[69169]: DEBUG nova.network.neutron [-] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.256488] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251057, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.261689] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "147238a2-3a9e-4338-b0a4-f2f158784284" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.261914] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "147238a2-3a9e-4338-b0a4-f2f158784284" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.297591] env[69169]: DEBUG nova.compute.manager [req-9e3a6257-2ae3-4817-932f-2485c1d668c2 req-bee6037e-0384-4f24-bc94-84ba67754a91 service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Received event network-changed-a78e8905-e232-490b-a466-2ceb2ea02bd9 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.297775] env[69169]: DEBUG nova.compute.manager [req-9e3a6257-2ae3-4817-932f-2485c1d668c2 req-bee6037e-0384-4f24-bc94-84ba67754a91 service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Refreshing instance network info cache due to event network-changed-a78e8905-e232-490b-a466-2ceb2ea02bd9. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.298025] env[69169]: DEBUG oslo_concurrency.lockutils [req-9e3a6257-2ae3-4817-932f-2485c1d668c2 req-bee6037e-0384-4f24-bc94-84ba67754a91 service nova] Acquiring lock "refresh_cache-73c9ad6c-38ab-4cec-a80c-d874507a5180" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.298181] env[69169]: DEBUG oslo_concurrency.lockutils [req-9e3a6257-2ae3-4817-932f-2485c1d668c2 req-bee6037e-0384-4f24-bc94-84ba67754a91 service nova] Acquired lock "refresh_cache-73c9ad6c-38ab-4cec-a80c-d874507a5180" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.298339] env[69169]: DEBUG nova.network.neutron [req-9e3a6257-2ae3-4817-932f-2485c1d668c2 req-bee6037e-0384-4f24-bc94-84ba67754a91 service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Refreshing network info cache for port a78e8905-e232-490b-a466-2ceb2ea02bd9 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.325087] env[69169]: DEBUG nova.compute.manager [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.584071] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.674s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.587165] env[69169]: DEBUG oslo_concurrency.lockutils [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.425s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.594026] env[69169]: DEBUG nova.objects.instance [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lazy-loading 'resources' on Instance uuid 4166a211-8c3d-4e89-bf43-f134631eb018 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.716309] env[69169]: DEBUG nova.compute.manager [req-9b5fa852-9f42-40fe-938a-bc31fd73b137 req-fcf3b5d5-acdc-47f2-91dc-4bc16c49c4f8 service nova] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Received event network-vif-deleted-8fdc2ce7-887f-4698-a3fd-54c30d774da7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.716521] env[69169]: INFO nova.compute.manager [req-9b5fa852-9f42-40fe-938a-bc31fd73b137 req-fcf3b5d5-acdc-47f2-91dc-4bc16c49c4f8 service nova] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Neutron deleted interface 8fdc2ce7-887f-4698-a3fd-54c30d774da7; detaching it from the instance and deleting it from the info cache [ 881.716700] env[69169]: DEBUG nova.network.neutron [req-9b5fa852-9f42-40fe-938a-bc31fd73b137 req-fcf3b5d5-acdc-47f2-91dc-4bc16c49c4f8 service nova] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.731585] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251061, 'name': ReconfigVM_Task, 'duration_secs': 0.368134} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.731856] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Reconfigured VM instance instance-0000002f to attach disk [datastore1] ca6fc799-0159-4372-87ee-28c3392ce959/ca6fc799-0159-4372-87ee-28c3392ce959.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.732486] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48a47efa-0955-4ba7-9ca6-73229c669c89 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.742150] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 881.742150] env[69169]: value = "task-3251062" [ 881.742150] env[69169]: _type = "Task" [ 881.742150] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.754948] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251062, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.763809] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251057, 'name': CreateVM_Task, 'duration_secs': 1.345314} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.763809] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.764260] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.764488] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.764867] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.765494] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d06373-af5e-4271-8f07-652e71f5b083 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.773910] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 881.773910] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521d3418-9837-9fe2-49b7-7409c9e8d6ba" [ 881.773910] env[69169]: _type = "Task" [ 881.773910] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.782024] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521d3418-9837-9fe2-49b7-7409c9e8d6ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.865173] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.922582] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "6bb8a46b-b52b-4508-ac66-d9aad90fd68c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.923321] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "6bb8a46b-b52b-4508-ac66-d9aad90fd68c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.138919] env[69169]: DEBUG nova.network.neutron [-] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.187253] env[69169]: INFO nova.scheduler.client.report [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Deleted allocation for migration 40196546-8514-4174-9a03-a54d2e9b3e42 [ 882.221021] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c265de2b-cce8-4608-b257-66bf04d883cc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.234444] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98878b53-4291-47f0-9eb1-665c07bd99f4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.251837] env[69169]: DEBUG nova.network.neutron [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Successfully updated port: c726580a-0ccf-4c37-9e59-d91e6329c6dd {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.268446] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251062, 'name': Rename_Task, 'duration_secs': 0.17579} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.268446] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.269016] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67e1184b-8dea-449d-8d34-3c70d46a29d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.288549] env[69169]: DEBUG nova.compute.manager [req-9b5fa852-9f42-40fe-938a-bc31fd73b137 req-fcf3b5d5-acdc-47f2-91dc-4bc16c49c4f8 service nova] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Detach interface failed, port_id=8fdc2ce7-887f-4698-a3fd-54c30d774da7, reason: Instance 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.290697] env[69169]: DEBUG nova.network.neutron [req-9e3a6257-2ae3-4817-932f-2485c1d668c2 req-bee6037e-0384-4f24-bc94-84ba67754a91 service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Updated VIF entry in instance network info cache for port a78e8905-e232-490b-a466-2ceb2ea02bd9. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.291692] env[69169]: DEBUG nova.network.neutron [req-9e3a6257-2ae3-4817-932f-2485c1d668c2 req-bee6037e-0384-4f24-bc94-84ba67754a91 service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Updating instance_info_cache with network_info: [{"id": "a78e8905-e232-490b-a466-2ceb2ea02bd9", "address": "fa:16:3e:7e:82:1f", "network": {"id": "a09bc819-8b89-4ef1-a214-c5fd3435085e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1961994272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "308db5d289f54b24a504eb3d161d18b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78e8905-e2", "ovs_interfaceid": "a78e8905-e232-490b-a466-2ceb2ea02bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.292735] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 882.292735] env[69169]: value = "task-3251063" [ 882.292735] env[69169]: _type = "Task" [ 882.292735] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.302235] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521d3418-9837-9fe2-49b7-7409c9e8d6ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011981} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.302686] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.302920] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.303470] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.303470] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.303470] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.303842] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fcb284b-9b34-4012-8b17-cbfc41de37f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.311712] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251063, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.332396] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.332608] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.333388] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a40e75a-5612-4e83-b65a-7f974c9cc06a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.343043] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 882.343043] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52677292-466f-f38f-65c4-cb248fe53ce6" [ 882.343043] env[69169]: _type = "Task" [ 882.343043] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.353504] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52677292-466f-f38f-65c4-cb248fe53ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.491242] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "5b4c3634-a153-4a61-80dc-47a8e63227a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.491795] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "5b4c3634-a153-4a61-80dc-47a8e63227a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.645530] env[69169]: INFO nova.compute.manager [-] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Took 1.43 seconds to deallocate network for instance. [ 882.698046] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51b08639-9468-451d-8373-8f0457eb0163 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.684s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.711040] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741fa5c0-6564-432c-9e05-04f70102eabb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.720830] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255bab3b-a0da-4125-875b-30955cb7bd68 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.760168] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a692e5c-ab48-46bf-b19c-e856f615be2b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.763625] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "refresh_cache-58fcd76a-24cc-400e-a836-5ca27ef7c6b7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.763862] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquired lock "refresh_cache-58fcd76a-24cc-400e-a836-5ca27ef7c6b7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.763932] env[69169]: DEBUG nova.network.neutron [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.771908] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b4144c-0fb4-4857-9c5b-1e43cc3cb045 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.791319] env[69169]: DEBUG nova.compute.provider_tree [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.798570] env[69169]: DEBUG oslo_concurrency.lockutils [req-9e3a6257-2ae3-4817-932f-2485c1d668c2 req-bee6037e-0384-4f24-bc94-84ba67754a91 service nova] Releasing lock "refresh_cache-73c9ad6c-38ab-4cec-a80c-d874507a5180" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.802535] env[69169]: DEBUG oslo_vmware.api [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251063, 'name': PowerOnVM_Task, 'duration_secs': 0.507877} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.803442] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.803667] env[69169]: INFO nova.compute.manager [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Took 6.69 seconds to spawn the instance on the hypervisor. [ 882.803850] env[69169]: DEBUG nova.compute.manager [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.804683] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a9152b-fa8b-4354-b1f7-20791ef5cb2b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.856727] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52677292-466f-f38f-65c4-cb248fe53ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.012681} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.856727] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a512a2e-5605-4a89-8383-3fddb3314ed2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.864081] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 882.864081] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52254379-07d3-5c96-e8eb-4563793a53bb" [ 882.864081] env[69169]: _type = "Task" [ 882.864081] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.875125] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52254379-07d3-5c96-e8eb-4563793a53bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.155587] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.297450] env[69169]: DEBUG nova.scheduler.client.report [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.327415] env[69169]: INFO nova.compute.manager [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Took 41.90 seconds to build instance. [ 883.329368] env[69169]: DEBUG nova.network.neutron [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.376125] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52254379-07d3-5c96-e8eb-4563793a53bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.379020] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.379020] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 863b790c-aaa5-4d1b-912a-cb3672a2f5c0/863b790c-aaa5-4d1b-912a-cb3672a2f5c0.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.379020] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c7add7e-e786-4918-b0eb-2c84c1253c01 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.388021] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 883.388021] env[69169]: value = "task-3251064" [ 883.388021] env[69169]: _type = "Task" [ 883.388021] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.396063] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.552834] env[69169]: DEBUG nova.network.neutron [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Updating instance_info_cache with network_info: [{"id": "c726580a-0ccf-4c37-9e59-d91e6329c6dd", "address": "fa:16:3e:9e:b2:fd", "network": {"id": "07a65ac7-9b1b-4229-8760-4a4f8998da64", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-517941643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab402ad605214c889a90a67840344784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726580a-0c", "ovs_interfaceid": "c726580a-0ccf-4c37-9e59-d91e6329c6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.775162] env[69169]: DEBUG nova.compute.manager [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Received event network-vif-plugged-c726580a-0ccf-4c37-9e59-d91e6329c6dd {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.775162] env[69169]: DEBUG oslo_concurrency.lockutils [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] Acquiring lock "58fcd76a-24cc-400e-a836-5ca27ef7c6b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.775162] env[69169]: DEBUG oslo_concurrency.lockutils [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] Lock "58fcd76a-24cc-400e-a836-5ca27ef7c6b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.775654] env[69169]: DEBUG oslo_concurrency.lockutils [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] Lock "58fcd76a-24cc-400e-a836-5ca27ef7c6b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.776860] env[69169]: DEBUG nova.compute.manager [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] No waiting events found dispatching network-vif-plugged-c726580a-0ccf-4c37-9e59-d91e6329c6dd {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.776860] env[69169]: WARNING nova.compute.manager [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Received unexpected event network-vif-plugged-c726580a-0ccf-4c37-9e59-d91e6329c6dd for instance with vm_state building and task_state spawning. [ 883.776860] env[69169]: DEBUG nova.compute.manager [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Received event network-changed-c726580a-0ccf-4c37-9e59-d91e6329c6dd {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.776860] env[69169]: DEBUG nova.compute.manager [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Refreshing instance network info cache due to event network-changed-c726580a-0ccf-4c37-9e59-d91e6329c6dd. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.778337] env[69169]: DEBUG oslo_concurrency.lockutils [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] Acquiring lock "refresh_cache-58fcd76a-24cc-400e-a836-5ca27ef7c6b7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.810161] env[69169]: DEBUG oslo_concurrency.lockutils [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.813589] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.536s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.814260] env[69169]: INFO nova.compute.claims [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.833350] env[69169]: DEBUG oslo_concurrency.lockutils [None req-43d9d4de-6e8c-428c-bc82-5268346d49b9 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "ca6fc799-0159-4372-87ee-28c3392ce959" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.041s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.841674] env[69169]: INFO nova.scheduler.client.report [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Deleted allocations for instance 4166a211-8c3d-4e89-bf43-f134631eb018 [ 883.897559] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.057015] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Releasing lock "refresh_cache-58fcd76a-24cc-400e-a836-5ca27ef7c6b7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.057672] env[69169]: DEBUG nova.compute.manager [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Instance network_info: |[{"id": "c726580a-0ccf-4c37-9e59-d91e6329c6dd", "address": "fa:16:3e:9e:b2:fd", "network": {"id": "07a65ac7-9b1b-4229-8760-4a4f8998da64", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-517941643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab402ad605214c889a90a67840344784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726580a-0c", "ovs_interfaceid": "c726580a-0ccf-4c37-9e59-d91e6329c6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.058290] env[69169]: DEBUG oslo_concurrency.lockutils [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] Acquired lock "refresh_cache-58fcd76a-24cc-400e-a836-5ca27ef7c6b7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.058661] env[69169]: DEBUG nova.network.neutron [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Refreshing network info cache for port c726580a-0ccf-4c37-9e59-d91e6329c6dd {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.061781] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:b2:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c726580a-0ccf-4c37-9e59-d91e6329c6dd', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.070899] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.071474] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.071731] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7e8156f-dc6f-4e9d-8976-4b9aca6c97e7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.102910] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.102910] env[69169]: value = "task-3251065" [ 884.102910] env[69169]: _type = "Task" [ 884.102910] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.117772] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251065, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.337579] env[69169]: DEBUG nova.compute.manager [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.349548] env[69169]: DEBUG oslo_concurrency.lockutils [None req-82f5d9c6-0fc9-4b4d-981e-85701be8b87e tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "4166a211-8c3d-4e89-bf43-f134631eb018" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.478s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.400642] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914425} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.400642] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 863b790c-aaa5-4d1b-912a-cb3672a2f5c0/863b790c-aaa5-4d1b-912a-cb3672a2f5c0.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.400642] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.400642] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-676f459c-d069-4695-a0b3-681270c05ae1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.407942] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 884.407942] env[69169]: value = "task-3251066" [ 884.407942] env[69169]: _type = "Task" [ 884.407942] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.418131] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.615583] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251065, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.808773] env[69169]: DEBUG nova.network.neutron [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Updated VIF entry in instance network info cache for port c726580a-0ccf-4c37-9e59-d91e6329c6dd. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.809224] env[69169]: DEBUG nova.network.neutron [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Updating instance_info_cache with network_info: [{"id": "c726580a-0ccf-4c37-9e59-d91e6329c6dd", "address": "fa:16:3e:9e:b2:fd", "network": {"id": "07a65ac7-9b1b-4229-8760-4a4f8998da64", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-517941643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab402ad605214c889a90a67840344784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726580a-0c", "ovs_interfaceid": "c726580a-0ccf-4c37-9e59-d91e6329c6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.863140] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.920136] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074103} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.923404] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.924529] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d47d352-670e-420d-849e-d4c4a79072b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.952346] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 863b790c-aaa5-4d1b-912a-cb3672a2f5c0/863b790c-aaa5-4d1b-912a-cb3672a2f5c0.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.954090] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-143aef62-fadb-4b64-b085-4b64baac8377 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.978787] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 884.978787] env[69169]: value = "task-3251067" [ 884.978787] env[69169]: _type = "Task" [ 884.978787] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.987448] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.039334] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.039920] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.117416] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251065, 'name': CreateVM_Task, 'duration_secs': 0.615911} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.117729] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.118572] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.118572] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.118798] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.119085] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e56a31-3868-4044-9a27-faaf0f2dc80e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.127063] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 885.127063] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a26301-884d-015c-089f-933c36940373" [ 885.127063] env[69169]: _type = "Task" [ 885.127063] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.136450] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a26301-884d-015c-089f-933c36940373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.245007] env[69169]: DEBUG nova.compute.manager [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.245939] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d57c097-f0e4-44c5-80aa-ecd483d5d3a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.311979] env[69169]: DEBUG oslo_concurrency.lockutils [req-66622e97-1369-443f-8a65-b2904d50876e req-4d059057-ccc1-4b0f-8431-8ec9d1d923ac service nova] Releasing lock "refresh_cache-58fcd76a-24cc-400e-a836-5ca27ef7c6b7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.389196] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c547863-6f1f-4011-99f8-2b7ac33c3e16 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.401247] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655c28c9-6db2-4e94-babb-31451e080ef4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.462853] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2895fa-f0d9-4f4d-a38e-406b7e1cedd7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.473435] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5afd36-e81b-487c-b528-fb387c52d708 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.489528] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251067, 'name': ReconfigVM_Task, 'duration_secs': 0.305598} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.499040] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 863b790c-aaa5-4d1b-912a-cb3672a2f5c0/863b790c-aaa5-4d1b-912a-cb3672a2f5c0.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.499040] env[69169]: DEBUG nova.compute.provider_tree [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.500098] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8310534-797d-4ab1-b460-83616a0b04c9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.509614] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 885.509614] env[69169]: value = "task-3251068" [ 885.509614] env[69169]: _type = "Task" [ 885.509614] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.519421] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251068, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.640838] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a26301-884d-015c-089f-933c36940373, 'name': SearchDatastore_Task, 'duration_secs': 0.015484} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.640838] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.641036] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.641285] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.641429] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.641606] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.642266] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c39b214e-7f3a-4ffb-836a-20b19cb94a81 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.656863] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.657114] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.657902] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eda67bd-a4ff-43a7-b1f6-b2ecf83e2e5d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.663825] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 885.663825] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5208294e-bd92-b923-5c32-cfcca10574a6" [ 885.663825] env[69169]: _type = "Task" [ 885.663825] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.672253] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5208294e-bd92-b923-5c32-cfcca10574a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.758101] env[69169]: INFO nova.compute.manager [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] instance snapshotting [ 885.763149] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2151061d-eab0-4c70-9d83-ed3de4f07fa7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.786550] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2648eeb1-5b80-4cf0-b85e-0fa82ea723d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.003770] env[69169]: DEBUG nova.scheduler.client.report [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.021409] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251068, 'name': Rename_Task, 'duration_secs': 0.146365} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.022552] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.022552] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e1cb04e-fd2d-4142-bf93-86464e7785c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.030851] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 886.030851] env[69169]: value = "task-3251069" [ 886.030851] env[69169]: _type = "Task" [ 886.030851] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.039378] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.176464] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5208294e-bd92-b923-5c32-cfcca10574a6, 'name': SearchDatastore_Task, 'duration_secs': 0.051007} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.176614] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9922fd93-08c6-46a2-b9b5-8e9934d3a2c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.184613] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 886.184613] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525abd99-5f7d-0346-b0a6-6ae4b527f01e" [ 886.184613] env[69169]: _type = "Task" [ 886.184613] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.197275] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525abd99-5f7d-0346-b0a6-6ae4b527f01e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.300082] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 886.300082] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-faeac349-36f6-4d90-be15-69d12190873c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.310291] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 886.310291] env[69169]: value = "task-3251070" [ 886.310291] env[69169]: _type = "Task" [ 886.310291] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.318232] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251070, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.509790] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.510363] env[69169]: DEBUG nova.compute.manager [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.513514] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.215s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.513590] env[69169]: DEBUG nova.objects.instance [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Lazy-loading 'resources' on Instance uuid c7cccd8c-7e13-4a1f-9b62-333a446fb59b {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.543875] env[69169]: DEBUG oslo_vmware.api [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251069, 'name': PowerOnVM_Task, 'duration_secs': 0.445526} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.544202] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.544437] env[69169]: DEBUG nova.compute.manager [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.545357] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc29da1e-380f-464c-8ddb-e4551eb6d54b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.697281] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525abd99-5f7d-0346-b0a6-6ae4b527f01e, 'name': SearchDatastore_Task, 'duration_secs': 0.022329} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.697281] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.697281] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 58fcd76a-24cc-400e-a836-5ca27ef7c6b7/58fcd76a-24cc-400e-a836-5ca27ef7c6b7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.697666] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67878c89-8827-4541-9a8e-f7d6b3f2c7b4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.706245] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 886.706245] env[69169]: value = "task-3251071" [ 886.706245] env[69169]: _type = "Task" [ 886.706245] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.715935] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.821106] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251070, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.022381] env[69169]: DEBUG nova.compute.utils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.025601] env[69169]: DEBUG nova.compute.manager [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.025601] env[69169]: DEBUG nova.network.neutron [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.070986] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.089323] env[69169]: DEBUG nova.policy [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '588fc1ec606a438791cb138e726f1e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e797966bd3134ecd85cb425bee5564d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.220460] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251071, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.322257] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251070, 'name': CreateSnapshot_Task, 'duration_secs': 0.87154} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.323028] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 887.323740] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4146d506-e8bd-4b66-b65c-c4a2d3e298be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.371428] env[69169]: DEBUG oslo_concurrency.lockutils [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquiring lock "863b790c-aaa5-4d1b-912a-cb3672a2f5c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.371713] env[69169]: DEBUG oslo_concurrency.lockutils [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Lock "863b790c-aaa5-4d1b-912a-cb3672a2f5c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.372205] env[69169]: DEBUG oslo_concurrency.lockutils [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquiring lock "863b790c-aaa5-4d1b-912a-cb3672a2f5c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.372471] env[69169]: DEBUG oslo_concurrency.lockutils [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Lock "863b790c-aaa5-4d1b-912a-cb3672a2f5c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.372655] env[69169]: DEBUG oslo_concurrency.lockutils [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Lock "863b790c-aaa5-4d1b-912a-cb3672a2f5c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.374735] env[69169]: INFO nova.compute.manager [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Terminating instance [ 887.524789] env[69169]: DEBUG nova.compute.utils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.543601] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0c76f4-c4bc-485e-8243-97500b6730e5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.553426] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0739d86a-7de0-4552-b692-3425d55aee00 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.557571] env[69169]: DEBUG nova.network.neutron [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Successfully created port: 6218e045-4840-4f5f-9021-c556ada862df {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.593015] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411f12da-ae28-4d5f-a438-cbc69eeaff46 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.602599] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.603057] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.608780] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d51b0a9-9836-4a79-95a8-1ca9819026d6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.626205] env[69169]: DEBUG nova.compute.provider_tree [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.717581] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685601} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.717942] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 58fcd76a-24cc-400e-a836-5ca27ef7c6b7/58fcd76a-24cc-400e-a836-5ca27ef7c6b7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.718314] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.718408] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ba8b2b4-7d01-45e3-8932-6d6fe2146665 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.725562] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 887.725562] env[69169]: value = "task-3251072" [ 887.725562] env[69169]: _type = "Task" [ 887.725562] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.733748] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.846942] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 887.847325] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9f74de8a-0bb4-4a73-95e5-2081505da248 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.857320] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 887.857320] env[69169]: value = "task-3251073" [ 887.857320] env[69169]: _type = "Task" [ 887.857320] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.866822] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251073, 'name': CloneVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.879587] env[69169]: DEBUG oslo_concurrency.lockutils [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquiring lock "refresh_cache-863b790c-aaa5-4d1b-912a-cb3672a2f5c0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.879773] env[69169]: DEBUG oslo_concurrency.lockutils [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquired lock "refresh_cache-863b790c-aaa5-4d1b-912a-cb3672a2f5c0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.879950] env[69169]: DEBUG nova.network.neutron [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.029407] env[69169]: DEBUG nova.compute.manager [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.129206] env[69169]: DEBUG nova.scheduler.client.report [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.235758] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069899} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.236029] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.236788] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d3a0a8-f89a-423f-be06-91a0f68b8243 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.258430] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 58fcd76a-24cc-400e-a836-5ca27ef7c6b7/58fcd76a-24cc-400e-a836-5ca27ef7c6b7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.258671] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f398d136-0d04-428d-a507-1113da56725d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.280964] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 888.280964] env[69169]: value = "task-3251074" [ 888.280964] env[69169]: _type = "Task" [ 888.280964] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.289265] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.380170] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251073, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.413399] env[69169]: DEBUG nova.network.neutron [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.512062] env[69169]: DEBUG nova.network.neutron [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.635967] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.636716] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.902s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.636947] env[69169]: DEBUG nova.objects.instance [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Lazy-loading 'resources' on Instance uuid 20ac28fe-a75f-4538-a345-39e7872fad30 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.661127] env[69169]: INFO nova.scheduler.client.report [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Deleted allocations for instance c7cccd8c-7e13-4a1f-9b62-333a446fb59b [ 888.791193] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251074, 'name': ReconfigVM_Task, 'duration_secs': 0.301727} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.791490] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 58fcd76a-24cc-400e-a836-5ca27ef7c6b7/58fcd76a-24cc-400e-a836-5ca27ef7c6b7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.793293] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91cfc82a-4a95-46da-93a6-0e5a5947539a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.800320] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 888.800320] env[69169]: value = "task-3251075" [ 888.800320] env[69169]: _type = "Task" [ 888.800320] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.808918] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251075, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.868737] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251073, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.015461] env[69169]: DEBUG oslo_concurrency.lockutils [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Releasing lock "refresh_cache-863b790c-aaa5-4d1b-912a-cb3672a2f5c0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.016110] env[69169]: DEBUG nova.compute.manager [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.016421] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.017751] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1313af10-d158-4ad1-bb45-010363629bb7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.031207] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.031900] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7c49246-a945-423c-9569-31ef299986d6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.042380] env[69169]: DEBUG oslo_vmware.api [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 889.042380] env[69169]: value = "task-3251076" [ 889.042380] env[69169]: _type = "Task" [ 889.042380] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.052307] env[69169]: DEBUG nova.compute.manager [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.059938] env[69169]: DEBUG nova.compute.manager [req-65553219-ab8a-4585-8559-25474f8bad10 req-c729f122-0e47-4ff2-96ae-b4280f9cbc07 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Received event network-vif-plugged-6218e045-4840-4f5f-9021-c556ada862df {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.060428] env[69169]: DEBUG oslo_concurrency.lockutils [req-65553219-ab8a-4585-8559-25474f8bad10 req-c729f122-0e47-4ff2-96ae-b4280f9cbc07 service nova] Acquiring lock "ca5989b5-eea8-4034-b9e6-3c3aa1e4b061-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.060706] env[69169]: DEBUG oslo_concurrency.lockutils [req-65553219-ab8a-4585-8559-25474f8bad10 req-c729f122-0e47-4ff2-96ae-b4280f9cbc07 service nova] Lock "ca5989b5-eea8-4034-b9e6-3c3aa1e4b061-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.061047] env[69169]: DEBUG oslo_concurrency.lockutils [req-65553219-ab8a-4585-8559-25474f8bad10 req-c729f122-0e47-4ff2-96ae-b4280f9cbc07 service nova] Lock "ca5989b5-eea8-4034-b9e6-3c3aa1e4b061-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.061426] env[69169]: DEBUG nova.compute.manager [req-65553219-ab8a-4585-8559-25474f8bad10 req-c729f122-0e47-4ff2-96ae-b4280f9cbc07 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] No waiting events found dispatching network-vif-plugged-6218e045-4840-4f5f-9021-c556ada862df {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.061664] env[69169]: WARNING nova.compute.manager [req-65553219-ab8a-4585-8559-25474f8bad10 req-c729f122-0e47-4ff2-96ae-b4280f9cbc07 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Received unexpected event network-vif-plugged-6218e045-4840-4f5f-9021-c556ada862df for instance with vm_state building and task_state spawning. [ 889.067773] env[69169]: DEBUG oslo_vmware.api [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.091724] env[69169]: DEBUG nova.virt.hardware [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:06:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1190715682',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-377706557',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.092366] env[69169]: DEBUG nova.virt.hardware [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.092366] env[69169]: DEBUG nova.virt.hardware [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.092366] env[69169]: DEBUG nova.virt.hardware [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.092882] env[69169]: DEBUG nova.virt.hardware [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.092882] env[69169]: DEBUG nova.virt.hardware [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.092882] env[69169]: DEBUG nova.virt.hardware [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.093077] env[69169]: DEBUG nova.virt.hardware [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.093303] env[69169]: DEBUG nova.virt.hardware [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.093408] env[69169]: DEBUG nova.virt.hardware [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.093605] env[69169]: DEBUG nova.virt.hardware [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.094504] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7aba6c-93df-417a-a19b-2de2d158d9ab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.106311] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b21ea6e-77ac-48bc-9b2c-66600d3fd388 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.172822] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a7296e0-6ff8-433e-bbcf-8bf518273b41 tempest-ServersTestJSON-616360931 tempest-ServersTestJSON-616360931-project-member] Lock "c7cccd8c-7e13-4a1f-9b62-333a446fb59b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.684s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.198011] env[69169]: DEBUG nova.network.neutron [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Successfully updated port: 6218e045-4840-4f5f-9021-c556ada862df {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.312038] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251075, 'name': Rename_Task, 'duration_secs': 0.199199} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.312362] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.312652] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58b6ae09-a160-4c5f-abdb-40efe4d4ee96 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.324027] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 889.324027] env[69169]: value = "task-3251077" [ 889.324027] env[69169]: _type = "Task" [ 889.324027] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.334565] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.371726] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251073, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.554602] env[69169]: DEBUG oslo_vmware.api [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251076, 'name': PowerOffVM_Task, 'duration_secs': 0.146932} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.555153] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.555153] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.555784] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6465738-488e-449b-bd4c-8f203d0c8f87 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.588552] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.588944] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.589550] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Deleting the datastore file [datastore1] 863b790c-aaa5-4d1b-912a-cb3672a2f5c0 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.590062] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a8f879b-5499-4dcb-a542-0ff02e296f90 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.600500] env[69169]: DEBUG oslo_vmware.api [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for the task: (returnval){ [ 889.600500] env[69169]: value = "task-3251079" [ 889.600500] env[69169]: _type = "Task" [ 889.600500] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.609789] env[69169]: DEBUG oslo_vmware.api [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.679408] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb31f7f-7871-4bd3-a335-57a6a821ae07 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.689032] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1635991a-35cc-492a-9757-fd80229864b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.726070] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "refresh_cache-ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.726158] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquired lock "refresh_cache-ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.726297] env[69169]: DEBUG nova.network.neutron [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.728359] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69dd7f5-f0e3-4bd2-bba9-740768890392 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.739829] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d39b181-ea76-4f55-8aa7-c2fe768e1106 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.757587] env[69169]: DEBUG nova.compute.provider_tree [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.840087] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251077, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.873323] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251073, 'name': CloneVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.114998] env[69169]: DEBUG oslo_vmware.api [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Task: {'id': task-3251079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228764} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.115991] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.115991] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.116349] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.117836] env[69169]: INFO nova.compute.manager [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 890.117836] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.117836] env[69169]: DEBUG nova.compute.manager [-] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.117836] env[69169]: DEBUG nova.network.neutron [-] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.144202] env[69169]: DEBUG nova.network.neutron [-] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.260882] env[69169]: DEBUG nova.scheduler.client.report [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.275621] env[69169]: DEBUG nova.network.neutron [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.337311] env[69169]: DEBUG oslo_vmware.api [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251077, 'name': PowerOnVM_Task, 'duration_secs': 0.79613} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.337618] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.337861] env[69169]: INFO nova.compute.manager [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Took 9.39 seconds to spawn the instance on the hypervisor. [ 890.338078] env[69169]: DEBUG nova.compute.manager [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.338951] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc6b796-f153-4972-816c-b88b06f9be97 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.373421] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251073, 'name': CloneVM_Task, 'duration_secs': 2.496555} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.373617] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Created linked-clone VM from snapshot [ 890.374374] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40c5152-3aee-47d4-82af-2746db67fc5d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.383570] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Uploading image 091b1fed-2f14-4c72-839d-5e45c8239770 {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 890.402513] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 890.402812] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-65bb7d12-31e1-4433-833d-e59dc82ed7ac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.414317] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 890.414317] env[69169]: value = "task-3251080" [ 890.414317] env[69169]: _type = "Task" [ 890.414317] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.420527] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251080, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.457871] env[69169]: DEBUG nova.network.neutron [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Updating instance_info_cache with network_info: [{"id": "6218e045-4840-4f5f-9021-c556ada862df", "address": "fa:16:3e:7f:c2:08", "network": {"id": "674104ba-5fdb-40a7-acae-92c1c51c4890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1989613662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e797966bd3134ecd85cb425bee5564d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6218e045-48", "ovs_interfaceid": "6218e045-4840-4f5f-9021-c556ada862df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.648269] env[69169]: DEBUG nova.network.neutron [-] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.766044] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.769806] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.661s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.771350] env[69169]: INFO nova.compute.claims [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.801487] env[69169]: INFO nova.scheduler.client.report [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Deleted allocations for instance 20ac28fe-a75f-4538-a345-39e7872fad30 [ 890.866275] env[69169]: INFO nova.compute.manager [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Took 45.28 seconds to build instance. [ 890.928758] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251080, 'name': Destroy_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.961819] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Releasing lock "refresh_cache-ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.963415] env[69169]: DEBUG nova.compute.manager [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Instance network_info: |[{"id": "6218e045-4840-4f5f-9021-c556ada862df", "address": "fa:16:3e:7f:c2:08", "network": {"id": "674104ba-5fdb-40a7-acae-92c1c51c4890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1989613662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e797966bd3134ecd85cb425bee5564d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6218e045-48", "ovs_interfaceid": "6218e045-4840-4f5f-9021-c556ada862df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.963415] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:c2:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6218e045-4840-4f5f-9021-c556ada862df', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.973762] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.974176] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.974452] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85ee299e-56d5-4937-ac6c-0691dfc49d23 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.004777] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.004777] env[69169]: value = "task-3251081" [ 891.004777] env[69169]: _type = "Task" [ 891.004777] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.017280] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251081, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.117359] env[69169]: DEBUG nova.compute.manager [req-e09d1529-2b39-4850-8953-0b317775c527 req-e97d5a1e-251d-4d99-ad9c-346add33db48 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Received event network-changed-6218e045-4840-4f5f-9021-c556ada862df {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.117621] env[69169]: DEBUG nova.compute.manager [req-e09d1529-2b39-4850-8953-0b317775c527 req-e97d5a1e-251d-4d99-ad9c-346add33db48 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Refreshing instance network info cache due to event network-changed-6218e045-4840-4f5f-9021-c556ada862df. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.117926] env[69169]: DEBUG oslo_concurrency.lockutils [req-e09d1529-2b39-4850-8953-0b317775c527 req-e97d5a1e-251d-4d99-ad9c-346add33db48 service nova] Acquiring lock "refresh_cache-ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.118178] env[69169]: DEBUG oslo_concurrency.lockutils [req-e09d1529-2b39-4850-8953-0b317775c527 req-e97d5a1e-251d-4d99-ad9c-346add33db48 service nova] Acquired lock "refresh_cache-ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.118413] env[69169]: DEBUG nova.network.neutron [req-e09d1529-2b39-4850-8953-0b317775c527 req-e97d5a1e-251d-4d99-ad9c-346add33db48 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Refreshing network info cache for port 6218e045-4840-4f5f-9021-c556ada862df {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.152815] env[69169]: INFO nova.compute.manager [-] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Took 1.03 seconds to deallocate network for instance. [ 891.212164] env[69169]: INFO nova.compute.manager [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Rescuing [ 891.212469] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "refresh_cache-58fcd76a-24cc-400e-a836-5ca27ef7c6b7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.212836] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquired lock "refresh_cache-58fcd76a-24cc-400e-a836-5ca27ef7c6b7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.212836] env[69169]: DEBUG nova.network.neutron [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.309024] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc57dccd-0f51-4ff1-982c-df332dadf340 tempest-InstanceActionsTestJSON-1294899319 tempest-InstanceActionsTestJSON-1294899319-project-member] Lock "20ac28fe-a75f-4538-a345-39e7872fad30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.241s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.367640] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db6354cf-5213-44f6-ae33-1541fcb5fdd6 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "58fcd76a-24cc-400e-a836-5ca27ef7c6b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.771s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.424171] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251080, 'name': Destroy_Task, 'duration_secs': 0.706814} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.424450] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Destroyed the VM [ 891.424780] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 891.425073] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cbe343d3-3a71-49e7-9ab8-ea43a9d1e610 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.435640] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 891.435640] env[69169]: value = "task-3251082" [ 891.435640] env[69169]: _type = "Task" [ 891.435640] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.445598] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.515949] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251081, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.659328] env[69169]: DEBUG oslo_concurrency.lockutils [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.872105] env[69169]: DEBUG nova.compute.manager [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.954157] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251082, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.020820] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251081, 'name': CreateVM_Task, 'duration_secs': 0.567369} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.027070] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.029780] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.029913] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.030165] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.033695] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146ce7e1-7600-443e-aa7d-1ac242698895 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.039734] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 892.039734] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fa292b-473d-28af-bb57-949b8b7c4c87" [ 892.039734] env[69169]: _type = "Task" [ 892.039734] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.047795] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fa292b-473d-28af-bb57-949b8b7c4c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.328027] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4e9bb7-5168-4c59-b155-51fdab1bf3da {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.340359] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f38c28-cb87-46ed-a2e8-d6422c5a840f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.384246] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ab4979-8247-4f9e-aec0-40f6bee23dd3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.387929] env[69169]: DEBUG nova.network.neutron [req-e09d1529-2b39-4850-8953-0b317775c527 req-e97d5a1e-251d-4d99-ad9c-346add33db48 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Updated VIF entry in instance network info cache for port 6218e045-4840-4f5f-9021-c556ada862df. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.388660] env[69169]: DEBUG nova.network.neutron [req-e09d1529-2b39-4850-8953-0b317775c527 req-e97d5a1e-251d-4d99-ad9c-346add33db48 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Updating instance_info_cache with network_info: [{"id": "6218e045-4840-4f5f-9021-c556ada862df", "address": "fa:16:3e:7f:c2:08", "network": {"id": "674104ba-5fdb-40a7-acae-92c1c51c4890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1989613662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e797966bd3134ecd85cb425bee5564d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6218e045-48", "ovs_interfaceid": "6218e045-4840-4f5f-9021-c556ada862df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.396409] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65940f14-a257-44e6-a413-433d759b2b01 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.403427] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.417546] env[69169]: DEBUG nova.compute.provider_tree [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.447459] env[69169]: DEBUG oslo_vmware.api [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251082, 'name': RemoveSnapshot_Task, 'duration_secs': 0.919195} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.447741] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 892.468087] env[69169]: DEBUG nova.network.neutron [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Updating instance_info_cache with network_info: [{"id": "c726580a-0ccf-4c37-9e59-d91e6329c6dd", "address": "fa:16:3e:9e:b2:fd", "network": {"id": "07a65ac7-9b1b-4229-8760-4a4f8998da64", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-517941643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab402ad605214c889a90a67840344784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726580a-0c", "ovs_interfaceid": "c726580a-0ccf-4c37-9e59-d91e6329c6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.552277] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fa292b-473d-28af-bb57-949b8b7c4c87, 'name': SearchDatastore_Task, 'duration_secs': 0.012078} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.555621] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.555621] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.555621] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.555621] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.555621] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.555621] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06ee2768-769b-4c7d-ae20-be98a0f3c62c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.565900] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.566118] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.567119] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33db8c0b-210a-40b2-b227-a66deb15fb5f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.573892] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 892.573892] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522e84c9-38db-cf2c-c756-a8e8f70510cd" [ 892.573892] env[69169]: _type = "Task" [ 892.573892] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.581948] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522e84c9-38db-cf2c-c756-a8e8f70510cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.893240] env[69169]: DEBUG oslo_concurrency.lockutils [req-e09d1529-2b39-4850-8953-0b317775c527 req-e97d5a1e-251d-4d99-ad9c-346add33db48 service nova] Releasing lock "refresh_cache-ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.922513] env[69169]: DEBUG nova.scheduler.client.report [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.952610] env[69169]: WARNING nova.compute.manager [None req-48e49b36-ad1a-4dda-976f-33134a26fd88 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Image not found during snapshot: nova.exception.ImageNotFound: Image 091b1fed-2f14-4c72-839d-5e45c8239770 could not be found. [ 892.972841] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Releasing lock "refresh_cache-58fcd76a-24cc-400e-a836-5ca27ef7c6b7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.091385] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522e84c9-38db-cf2c-c756-a8e8f70510cd, 'name': SearchDatastore_Task, 'duration_secs': 0.030128} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.092520] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dff248a-fb85-4499-8f78-eb2f8c3d8266 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.099579] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 893.099579] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520b2b88-9b32-2dfb-d8b4-432a2fd5656c" [ 893.099579] env[69169]: _type = "Task" [ 893.099579] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.109377] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520b2b88-9b32-2dfb-d8b4-432a2fd5656c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.430352] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.431259] env[69169]: DEBUG nova.compute.manager [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.433903] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.636s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.434158] env[69169]: DEBUG nova.objects.instance [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Lazy-loading 'resources' on Instance uuid dc52e159-586e-4de1-b98a-95106ecaf835 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.612938] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520b2b88-9b32-2dfb-d8b4-432a2fd5656c, 'name': SearchDatastore_Task, 'duration_secs': 0.01743} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.612938] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.612938] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] ca5989b5-eea8-4034-b9e6-3c3aa1e4b061/ca5989b5-eea8-4034-b9e6-3c3aa1e4b061.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.613602] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-361032cf-2f59-4e13-bd83-23d201d92f66 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.622087] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 893.622087] env[69169]: value = "task-3251083" [ 893.622087] env[69169]: _type = "Task" [ 893.622087] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.635244] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.755623] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "ca6fc799-0159-4372-87ee-28c3392ce959" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.755876] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "ca6fc799-0159-4372-87ee-28c3392ce959" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.756102] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "ca6fc799-0159-4372-87ee-28c3392ce959-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.756282] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "ca6fc799-0159-4372-87ee-28c3392ce959-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.756447] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "ca6fc799-0159-4372-87ee-28c3392ce959-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.758983] env[69169]: INFO nova.compute.manager [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Terminating instance [ 893.938855] env[69169]: DEBUG nova.compute.utils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.941299] env[69169]: DEBUG nova.compute.manager [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.942352] env[69169]: DEBUG nova.network.neutron [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.063072] env[69169]: DEBUG nova.policy [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5bb9e73a1c44734b7a4cb2c0e3da365', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c125bc8a376e402cb309e6eeee0ea48b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.138656] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508831} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.142782] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] ca5989b5-eea8-4034-b9e6-3c3aa1e4b061/ca5989b5-eea8-4034-b9e6-3c3aa1e4b061.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.143114] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.143849] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd85f172-5f07-4153-acec-966304cc43d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.153504] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 894.153504] env[69169]: value = "task-3251084" [ 894.153504] env[69169]: _type = "Task" [ 894.153504] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.171266] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.271205] env[69169]: DEBUG nova.compute.manager [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.271437] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.273085] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aaf1e3-e733-426e-bf72-7aedf111a912 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.283546] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.284419] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83e04603-2dda-4e1c-851b-8f0cb543ae2c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.295234] env[69169]: DEBUG oslo_vmware.api [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 894.295234] env[69169]: value = "task-3251085" [ 894.295234] env[69169]: _type = "Task" [ 894.295234] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.304385] env[69169]: DEBUG oslo_vmware.api [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.452032] env[69169]: DEBUG nova.compute.manager [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.521250] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.521572] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbae713f-8e6f-433e-a411-8738d5869093 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.537087] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 894.537087] env[69169]: value = "task-3251086" [ 894.537087] env[69169]: _type = "Task" [ 894.537087] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.542155] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687c6332-ae84-4997-9f93-621d1fedfe7f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.556225] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3ea0d8-7335-4335-aa59-0320947e9015 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.560889] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.596690] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7be0730-6e65-4707-9f11-d28c575b624c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.607526] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55baddb7-84aa-4cff-a134-731b4fda7274 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.626240] env[69169]: DEBUG nova.compute.provider_tree [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.664184] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107446} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.664470] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.665278] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3cd3e2-2af5-4de1-af5f-1d7a10448219 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.689365] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] ca5989b5-eea8-4034-b9e6-3c3aa1e4b061/ca5989b5-eea8-4034-b9e6-3c3aa1e4b061.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.689918] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbac3447-21a0-412f-bc4d-08e76de59187 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.715556] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 894.715556] env[69169]: value = "task-3251087" [ 894.715556] env[69169]: _type = "Task" [ 894.715556] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.724940] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251087, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.736459] env[69169]: DEBUG nova.network.neutron [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Successfully created port: 28d976b1-be61-4575-bedd-86c229b9dc7d {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.753172] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "d59bc90a-d340-4e5f-b395-e320de617c16" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.753172] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.809039] env[69169]: DEBUG oslo_vmware.api [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251085, 'name': PowerOffVM_Task, 'duration_secs': 0.220223} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.809039] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.809039] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.811887] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c5bfc1a-9193-4179-a9fe-101fd53058d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.886257] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.887358] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.887975] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Deleting the datastore file [datastore1] ca6fc799-0159-4372-87ee-28c3392ce959 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.888651] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1d69623-0bf7-4dd7-9b6d-c88b07a21810 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.897853] env[69169]: DEBUG oslo_vmware.api [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 894.897853] env[69169]: value = "task-3251089" [ 894.897853] env[69169]: _type = "Task" [ 894.897853] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.907809] env[69169]: DEBUG oslo_vmware.api [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.048519] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251086, 'name': PowerOffVM_Task, 'duration_secs': 0.228178} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.048829] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.049674] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079bce6a-af29-4432-9c2f-dd382a185db8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.072992] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917395d9-111e-4436-8335-bbced4a67718 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.120031] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.120463] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-712c7585-c2c8-4240-a290-5999196dea21 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.130424] env[69169]: DEBUG nova.scheduler.client.report [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.134124] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 895.134124] env[69169]: value = "task-3251090" [ 895.134124] env[69169]: _type = "Task" [ 895.134124] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.145097] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] VM already powered off {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 895.145335] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.145651] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.145735] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.145896] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.146170] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-755df4d5-c50b-4bdc-99e6-4034d916b36a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.159852] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.160074] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.161183] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3ac7693-8c8c-419d-8780-8221f213ea35 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.170615] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 895.170615] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523fa27c-a9ac-1c85-4b28-0927892a83ff" [ 895.170615] env[69169]: _type = "Task" [ 895.170615] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.185921] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523fa27c-a9ac-1c85-4b28-0927892a83ff, 'name': SearchDatastore_Task, 'duration_secs': 0.013403} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.187381] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d802958-a1c7-4762-94e7-c3c792d14b72 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.197584] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 895.197584] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52887a5d-8142-4967-1582-1dc005452f78" [ 895.197584] env[69169]: _type = "Task" [ 895.197584] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.208451] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52887a5d-8142-4967-1582-1dc005452f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.227133] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.258614] env[69169]: INFO nova.compute.manager [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Detaching volume 88477471-16b7-4dca-b046-9268941c0ac0 [ 895.301454] env[69169]: INFO nova.virt.block_device [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Attempting to driver detach volume 88477471-16b7-4dca-b046-9268941c0ac0 from mountpoint /dev/sdb [ 895.301765] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 895.301958] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649602', 'volume_id': '88477471-16b7-4dca-b046-9268941c0ac0', 'name': 'volume-88477471-16b7-4dca-b046-9268941c0ac0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59bc90a-d340-4e5f-b395-e320de617c16', 'attached_at': '', 'detached_at': '', 'volume_id': '88477471-16b7-4dca-b046-9268941c0ac0', 'serial': '88477471-16b7-4dca-b046-9268941c0ac0'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 895.302998] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7975a9-bfc9-433e-9ab2-eab7a4c17910 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.329023] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a582289b-1672-4e8f-8c8e-5e455e12f886 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.339143] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a81dd2-8e67-4098-aed4-e1e3d0606025 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.368463] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be617e2b-53bb-4808-8f2d-0a80c9323245 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.387328] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] The volume has not been displaced from its original location: [datastore1] volume-88477471-16b7-4dca-b046-9268941c0ac0/volume-88477471-16b7-4dca-b046-9268941c0ac0.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 895.392704] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 895.393730] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb25dafe-1abe-4d4a-b51d-1ce29b123c7d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.416089] env[69169]: DEBUG oslo_vmware.api [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169627} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.419040] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.419040] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.419040] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.419040] env[69169]: INFO nova.compute.manager [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Took 1.15 seconds to destroy the instance on the hypervisor. [ 895.419040] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.419040] env[69169]: DEBUG oslo_vmware.api [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 895.419040] env[69169]: value = "task-3251091" [ 895.419040] env[69169]: _type = "Task" [ 895.419040] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.419040] env[69169]: DEBUG nova.compute.manager [-] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.419040] env[69169]: DEBUG nova.network.neutron [-] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.429478] env[69169]: DEBUG oslo_vmware.api [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.462890] env[69169]: DEBUG nova.compute.manager [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.501506] env[69169]: DEBUG nova.virt.hardware [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.501680] env[69169]: DEBUG nova.virt.hardware [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.501769] env[69169]: DEBUG nova.virt.hardware [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.501976] env[69169]: DEBUG nova.virt.hardware [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.502140] env[69169]: DEBUG nova.virt.hardware [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.502291] env[69169]: DEBUG nova.virt.hardware [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.502496] env[69169]: DEBUG nova.virt.hardware [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.502718] env[69169]: DEBUG nova.virt.hardware [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.502806] env[69169]: DEBUG nova.virt.hardware [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.502965] env[69169]: DEBUG nova.virt.hardware [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.503592] env[69169]: DEBUG nova.virt.hardware [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.504459] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b805ee36-17e2-4225-aa33-a50898192ad1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.517129] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35b4e3e-cd80-44e8-8dc7-e6624961f194 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.640024] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.641753] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.066s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.643181] env[69169]: INFO nova.compute.claims [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.695043] env[69169]: INFO nova.scheduler.client.report [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Deleted allocations for instance dc52e159-586e-4de1-b98a-95106ecaf835 [ 895.717037] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52887a5d-8142-4967-1582-1dc005452f78, 'name': SearchDatastore_Task, 'duration_secs': 0.012069} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.717848] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.717848] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 58fcd76a-24cc-400e-a836-5ca27ef7c6b7/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk. {{(pid=69169) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 895.721286] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25afaaa8-0786-4c45-bc7f-4b0f7914c7b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.731060] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251087, 'name': ReconfigVM_Task, 'duration_secs': 0.53995} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.731492] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Reconfigured VM instance instance-00000031 to attach disk [datastore2] ca5989b5-eea8-4034-b9e6-3c3aa1e4b061/ca5989b5-eea8-4034-b9e6-3c3aa1e4b061.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.731853] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69169) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 895.733825] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-bb2765c8-11d3-4c7e-96d0-20270b2291a5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.735905] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 895.735905] env[69169]: value = "task-3251092" [ 895.735905] env[69169]: _type = "Task" [ 895.735905] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.742121] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 895.742121] env[69169]: value = "task-3251093" [ 895.742121] env[69169]: _type = "Task" [ 895.742121] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.752453] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.762830] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251093, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.818803] env[69169]: DEBUG nova.compute.manager [req-4fa5d1b1-f36f-46d9-bc8c-fcad06cd4faa req-370e0885-7be3-4f64-8717-c612adf7dcc8 service nova] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Received event network-vif-deleted-2847e3df-7b55-482b-820f-e85370d2e48b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.819038] env[69169]: INFO nova.compute.manager [req-4fa5d1b1-f36f-46d9-bc8c-fcad06cd4faa req-370e0885-7be3-4f64-8717-c612adf7dcc8 service nova] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Neutron deleted interface 2847e3df-7b55-482b-820f-e85370d2e48b; detaching it from the instance and deleting it from the info cache [ 895.819267] env[69169]: DEBUG nova.network.neutron [req-4fa5d1b1-f36f-46d9-bc8c-fcad06cd4faa req-370e0885-7be3-4f64-8717-c612adf7dcc8 service nova] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.933474] env[69169]: DEBUG oslo_vmware.api [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251091, 'name': ReconfigVM_Task, 'duration_secs': 0.50102} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.933845] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 895.938588] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81f28024-5f4a-4ae4-b3d3-3ae0cf066f0b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.955049] env[69169]: DEBUG oslo_vmware.api [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 895.955049] env[69169]: value = "task-3251094" [ 895.955049] env[69169]: _type = "Task" [ 895.955049] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.964162] env[69169]: DEBUG oslo_vmware.api [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.202335] env[69169]: DEBUG nova.network.neutron [-] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.214837] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f44fd76-e93f-4a84-91db-8b128247eccc tempest-VolumesAssistedSnapshotsTest-616646234 tempest-VolumesAssistedSnapshotsTest-616646234-project-member] Lock "dc52e159-586e-4de1-b98a-95106ecaf835" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.133s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.257033] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.263427] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251093, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.113131} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.263427] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69169) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 896.264227] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedae1e4-58ed-43de-8976-63cb9662be16 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.293634] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] ca5989b5-eea8-4034-b9e6-3c3aa1e4b061/ephemeral_0.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.293634] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eae9a59-cf16-4f73-b012-d3e11e34f3e1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.314548] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 896.314548] env[69169]: value = "task-3251095" [ 896.314548] env[69169]: _type = "Task" [ 896.314548] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.324733] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.324939] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0336491c-4b8b-4325-b3dd-1ca92145a204 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.337684] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d521e9-f8d5-41bb-91ec-d19b3465890f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.376323] env[69169]: DEBUG nova.compute.manager [req-4fa5d1b1-f36f-46d9-bc8c-fcad06cd4faa req-370e0885-7be3-4f64-8717-c612adf7dcc8 service nova] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Detach interface failed, port_id=2847e3df-7b55-482b-820f-e85370d2e48b, reason: Instance ca6fc799-0159-4372-87ee-28c3392ce959 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 896.471054] env[69169]: DEBUG oslo_vmware.api [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.704223] env[69169]: INFO nova.compute.manager [-] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Took 1.29 seconds to deallocate network for instance. [ 896.760135] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.828222] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251095, 'name': ReconfigVM_Task, 'duration_secs': 0.391938} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.831386] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Reconfigured VM instance instance-00000031 to attach disk [datastore2] ca5989b5-eea8-4034-b9e6-3c3aa1e4b061/ephemeral_0.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.832485] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d46458c-ba16-4f8c-80c5-d02999850551 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.842307] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 896.842307] env[69169]: value = "task-3251096" [ 896.842307] env[69169]: _type = "Task" [ 896.842307] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.858704] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251096, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.887972] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Acquiring lock "6fe0f557-72e5-44c7-ad7c-c1227651c671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.888177] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Lock "6fe0f557-72e5-44c7-ad7c-c1227651c671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.941392] env[69169]: DEBUG nova.network.neutron [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Successfully updated port: 28d976b1-be61-4575-bedd-86c229b9dc7d {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.975917] env[69169]: DEBUG oslo_vmware.api [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.161819] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.162520] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.163254] env[69169]: INFO nova.compute.manager [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Rebooting instance [ 897.214279] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.249011] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25813d0-4c5c-49af-a19e-034060f4520c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.255719] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251092, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.261905] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cb24b3-e051-4e21-8d09-5b22bca0c44d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.299846] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd28a110-2ef1-4d05-9dbc-8e0803d5a3ee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.308330] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2b6a97-1e18-4fcd-9416-30fbfdf2f2b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.326170] env[69169]: DEBUG nova.compute.provider_tree [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.354340] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251096, 'name': Rename_Task, 'duration_secs': 0.199804} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.354949] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.355204] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74eb6d01-a478-4816-8f60-f10756ac3c29 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.363911] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 897.363911] env[69169]: value = "task-3251097" [ 897.363911] env[69169]: _type = "Task" [ 897.363911] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.373900] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.444728] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Acquiring lock "refresh_cache-5b19a47f-8fcb-4574-8b9a-0311a35c168a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.444890] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Acquired lock "refresh_cache-5b19a47f-8fcb-4574-8b9a-0311a35c168a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.445093] env[69169]: DEBUG nova.network.neutron [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.467101] env[69169]: DEBUG oslo_vmware.api [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251094, 'name': ReconfigVM_Task, 'duration_secs': 1.038855} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.467421] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649602', 'volume_id': '88477471-16b7-4dca-b046-9268941c0ac0', 'name': 'volume-88477471-16b7-4dca-b046-9268941c0ac0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59bc90a-d340-4e5f-b395-e320de617c16', 'attached_at': '', 'detached_at': '', 'volume_id': '88477471-16b7-4dca-b046-9268941c0ac0', 'serial': '88477471-16b7-4dca-b046-9268941c0ac0'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 897.691239] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.691326] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.691483] env[69169]: DEBUG nova.network.neutron [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.755401] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251092, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.574853} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.757232] env[69169]: INFO nova.virt.vmwareapi.ds_util [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 58fcd76a-24cc-400e-a836-5ca27ef7c6b7/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk. [ 897.757232] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bd074d-a270-4969-b06d-79876346db88 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.790353] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 58fcd76a-24cc-400e-a836-5ca27ef7c6b7/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.790353] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9acc3618-6566-4199-b2ca-780b2191c420 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.814330] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 897.814330] env[69169]: value = "task-3251098" [ 897.814330] env[69169]: _type = "Task" [ 897.814330] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.834284] env[69169]: DEBUG nova.scheduler.client.report [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.837800] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.877350] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251097, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.878984] env[69169]: DEBUG nova.compute.manager [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Received event network-vif-plugged-28d976b1-be61-4575-bedd-86c229b9dc7d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.881269] env[69169]: DEBUG oslo_concurrency.lockutils [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] Acquiring lock "5b19a47f-8fcb-4574-8b9a-0311a35c168a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.881536] env[69169]: DEBUG oslo_concurrency.lockutils [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] Lock "5b19a47f-8fcb-4574-8b9a-0311a35c168a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.881732] env[69169]: DEBUG oslo_concurrency.lockutils [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] Lock "5b19a47f-8fcb-4574-8b9a-0311a35c168a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.881940] env[69169]: DEBUG nova.compute.manager [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] No waiting events found dispatching network-vif-plugged-28d976b1-be61-4575-bedd-86c229b9dc7d {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.882197] env[69169]: WARNING nova.compute.manager [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Received unexpected event network-vif-plugged-28d976b1-be61-4575-bedd-86c229b9dc7d for instance with vm_state building and task_state spawning. [ 897.882424] env[69169]: DEBUG nova.compute.manager [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Received event network-changed-28d976b1-be61-4575-bedd-86c229b9dc7d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.882634] env[69169]: DEBUG nova.compute.manager [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Refreshing instance network info cache due to event network-changed-28d976b1-be61-4575-bedd-86c229b9dc7d. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.882833] env[69169]: DEBUG oslo_concurrency.lockutils [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] Acquiring lock "refresh_cache-5b19a47f-8fcb-4574-8b9a-0311a35c168a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.021998] env[69169]: DEBUG nova.network.neutron [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.027224] env[69169]: DEBUG nova.objects.instance [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lazy-loading 'flavor' on Instance uuid d59bc90a-d340-4e5f-b395-e320de617c16 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.328306] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.340932] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.341442] env[69169]: DEBUG nova.compute.manager [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.343996] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.624s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.347085] env[69169]: INFO nova.compute.claims [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.381591] env[69169]: DEBUG oslo_vmware.api [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251097, 'name': PowerOnVM_Task, 'duration_secs': 0.568744} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.381858] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.382042] env[69169]: INFO nova.compute.manager [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Took 9.33 seconds to spawn the instance on the hypervisor. [ 898.382953] env[69169]: DEBUG nova.compute.manager [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.384967] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e108ded9-319c-41a6-8b27-6c428312ac71 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.643574] env[69169]: DEBUG nova.network.neutron [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Updating instance_info_cache with network_info: [{"id": "28d976b1-be61-4575-bedd-86c229b9dc7d", "address": "fa:16:3e:cb:c1:1f", "network": {"id": "da41cbd0-f3d1-4b11-9f0f-2201283e212e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2068902236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c125bc8a376e402cb309e6eeee0ea48b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d976b1-be", "ovs_interfaceid": "28d976b1-be61-4575-bedd-86c229b9dc7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.833653] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251098, 'name': ReconfigVM_Task, 'duration_secs': 0.801246} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.833653] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 58fcd76a-24cc-400e-a836-5ca27ef7c6b7/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.833653] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b836eee-158c-47e6-b991-4103cce19de6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.862705] env[69169]: DEBUG nova.compute.utils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.873390] env[69169]: DEBUG nova.compute.manager [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.873587] env[69169]: DEBUG nova.network.neutron [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.876326] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c928f4a-3da5-4b7f-94ec-d1719d310314 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.890494] env[69169]: DEBUG nova.network.neutron [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance_info_cache with network_info: [{"id": "eba460f6-758f-4c46-adda-4c234f4ac76d", "address": "fa:16:3e:3c:0f:98", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba460f6-75", "ovs_interfaceid": "eba460f6-758f-4c46-adda-4c234f4ac76d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.904788] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 898.904788] env[69169]: value = "task-3251099" [ 898.904788] env[69169]: _type = "Task" [ 898.904788] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.910300] env[69169]: INFO nova.compute.manager [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Took 50.65 seconds to build instance. [ 898.918619] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.949288] env[69169]: DEBUG nova.policy [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f25b018ade944f5ba4603e9407c4f47c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f79aadb4277b402b87535b46c192b0ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.035565] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2500302d-e4b0-4cb6-8ee2-3129783072dd tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.283s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.146171] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Releasing lock "refresh_cache-5b19a47f-8fcb-4574-8b9a-0311a35c168a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.146529] env[69169]: DEBUG nova.compute.manager [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Instance network_info: |[{"id": "28d976b1-be61-4575-bedd-86c229b9dc7d", "address": "fa:16:3e:cb:c1:1f", "network": {"id": "da41cbd0-f3d1-4b11-9f0f-2201283e212e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2068902236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c125bc8a376e402cb309e6eeee0ea48b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d976b1-be", "ovs_interfaceid": "28d976b1-be61-4575-bedd-86c229b9dc7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.146832] env[69169]: DEBUG oslo_concurrency.lockutils [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] Acquired lock "refresh_cache-5b19a47f-8fcb-4574-8b9a-0311a35c168a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.147021] env[69169]: DEBUG nova.network.neutron [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Refreshing network info cache for port 28d976b1-be61-4575-bedd-86c229b9dc7d {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.148359] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:c1:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28d976b1-be61-4575-bedd-86c229b9dc7d', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.157671] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Creating folder: Project (c125bc8a376e402cb309e6eeee0ea48b). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.158366] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d662b6ea-7096-4c7e-bd18-2358ec263f8c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.175837] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Created folder: Project (c125bc8a376e402cb309e6eeee0ea48b) in parent group-v649481. [ 899.176075] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Creating folder: Instances. Parent ref: group-v649625. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.176614] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fd2b43e-5596-418b-9060-ede70b4480ef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.193300] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Created folder: Instances in parent group-v649625. [ 899.193300] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.193300] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.193300] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b12c2dc2-a3e7-45db-b777-62804ed2f663 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.215909] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.215909] env[69169]: value = "task-3251102" [ 899.215909] env[69169]: _type = "Task" [ 899.215909] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.223894] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251102, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.314707] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Acquiring lock "8befb294-3644-4eb5-93df-3582a170d9df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.315029] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Lock "8befb294-3644-4eb5-93df-3582a170d9df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.337329] env[69169]: DEBUG oslo_concurrency.lockutils [None req-78d7e716-73fa-4a58-a8e9-44adf46c0528 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "d59bc90a-d340-4e5f-b395-e320de617c16" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.337946] env[69169]: DEBUG oslo_concurrency.lockutils [None req-78d7e716-73fa-4a58-a8e9-44adf46c0528 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.338173] env[69169]: DEBUG nova.compute.manager [None req-78d7e716-73fa-4a58-a8e9-44adf46c0528 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.339049] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69208f13-e025-4d78-b8dd-6496de2d5521 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.346451] env[69169]: DEBUG nova.compute.manager [None req-78d7e716-73fa-4a58-a8e9-44adf46c0528 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69169) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 899.347056] env[69169]: DEBUG nova.objects.instance [None req-78d7e716-73fa-4a58-a8e9-44adf46c0528 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lazy-loading 'flavor' on Instance uuid d59bc90a-d340-4e5f-b395-e320de617c16 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.373485] env[69169]: DEBUG nova.compute.manager [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.383912] env[69169]: DEBUG nova.network.neutron [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Successfully created port: 40fed470-7127-4212-83fc-8d5239e37f7a {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.394025] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.414095] env[69169]: DEBUG oslo_concurrency.lockutils [None req-408f77e4-c871-48cd-9b30-0aa8fb4414a1 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.110s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.419403] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251099, 'name': ReconfigVM_Task, 'duration_secs': 0.20347} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.422382] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.422950] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2af2489-ad11-43be-8fee-c879cbaf31a3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.434032] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 899.434032] env[69169]: value = "task-3251103" [ 899.434032] env[69169]: _type = "Task" [ 899.434032] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.442715] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.728981] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251102, 'name': CreateVM_Task, 'duration_secs': 0.360295} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.729651] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.730358] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.730545] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.730907] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.731184] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e04109-0da1-4f81-9377-6ef3b2773f4e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.739041] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Waiting for the task: (returnval){ [ 899.739041] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526d7401-e8bf-8b28-94f6-a114f8594e53" [ 899.739041] env[69169]: _type = "Task" [ 899.739041] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.748495] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526d7401-e8bf-8b28-94f6-a114f8594e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.904798] env[69169]: DEBUG nova.compute.manager [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.905738] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396f73ba-a776-45c6-b155-03b7d6186427 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.923470] env[69169]: DEBUG nova.compute.manager [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.933740] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08a1df2-820b-471f-81d5-48cc81ecf307 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.964769] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf9e13a-3dd9-4767-aacf-bdc0400d7442 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.967523] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.006864] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2da6458-b0d7-483d-b783-f585dd3cd8f6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.015613] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b55079-41aa-4f5b-8be5-4878411cc715 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.030175] env[69169]: DEBUG nova.compute.provider_tree [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.254640] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526d7401-e8bf-8b28-94f6-a114f8594e53, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.255647] env[69169]: DEBUG nova.network.neutron [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Updated VIF entry in instance network info cache for port 28d976b1-be61-4575-bedd-86c229b9dc7d. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.256281] env[69169]: DEBUG nova.network.neutron [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Updating instance_info_cache with network_info: [{"id": "28d976b1-be61-4575-bedd-86c229b9dc7d", "address": "fa:16:3e:cb:c1:1f", "network": {"id": "da41cbd0-f3d1-4b11-9f0f-2201283e212e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2068902236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c125bc8a376e402cb309e6eeee0ea48b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d976b1-be", "ovs_interfaceid": "28d976b1-be61-4575-bedd-86c229b9dc7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.258560] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.259208] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.262635] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.262635] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.262635] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.262635] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f387bc8-c11b-4230-9014-656a08aa9ffe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.273018] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.273018] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.273018] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cfa946e-af07-4cda-881c-a300fc12afa2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.282268] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Waiting for the task: (returnval){ [ 900.282268] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5214d67a-1085-a69a-72d5-254b456cf1ca" [ 900.282268] env[69169]: _type = "Task" [ 900.282268] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.292930] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5214d67a-1085-a69a-72d5-254b456cf1ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.356309] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d7e716-73fa-4a58-a8e9-44adf46c0528 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.356899] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c71e826a-cd80-4ccc-802f-c56e60d63bb8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.372025] env[69169]: DEBUG oslo_vmware.api [None req-78d7e716-73fa-4a58-a8e9-44adf46c0528 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 900.372025] env[69169]: value = "task-3251104" [ 900.372025] env[69169]: _type = "Task" [ 900.372025] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.381035] env[69169]: DEBUG oslo_vmware.api [None req-78d7e716-73fa-4a58-a8e9-44adf46c0528 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.387604] env[69169]: DEBUG nova.compute.manager [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.413131] env[69169]: DEBUG nova.virt.hardware [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.413299] env[69169]: DEBUG nova.virt.hardware [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.413865] env[69169]: DEBUG nova.virt.hardware [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.417256] env[69169]: DEBUG nova.virt.hardware [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.417256] env[69169]: DEBUG nova.virt.hardware [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.417256] env[69169]: DEBUG nova.virt.hardware [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.417256] env[69169]: DEBUG nova.virt.hardware [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.417256] env[69169]: DEBUG nova.virt.hardware [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.417256] env[69169]: DEBUG nova.virt.hardware [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.417256] env[69169]: DEBUG nova.virt.hardware [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.417256] env[69169]: DEBUG nova.virt.hardware [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.417256] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9e3f4d-eaa5-45fd-a545-5ecb686642cc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.443041] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e4a9e0-19d7-42e4-84c5-a4c24e5a8f68 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.461512] env[69169]: DEBUG oslo_vmware.api [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251103, 'name': PowerOnVM_Task, 'duration_secs': 0.7848} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.461670] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.465280] env[69169]: DEBUG nova.compute.manager [None req-5c18716a-db06-44fd-8ac0-634d5a3e6914 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.465544] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafbc4e4-6678-4c62-aaae-3a39d540c67a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.469208] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.528164] env[69169]: DEBUG nova.compute.manager [req-499d8f9e-2c4e-4fce-beaf-e2619efc3967 req-ab36f76e-6373-421b-80ef-bfb9b420b6f4 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Received event network-changed-6218e045-4840-4f5f-9021-c556ada862df {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.528396] env[69169]: DEBUG nova.compute.manager [req-499d8f9e-2c4e-4fce-beaf-e2619efc3967 req-ab36f76e-6373-421b-80ef-bfb9b420b6f4 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Refreshing instance network info cache due to event network-changed-6218e045-4840-4f5f-9021-c556ada862df. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.529662] env[69169]: DEBUG oslo_concurrency.lockutils [req-499d8f9e-2c4e-4fce-beaf-e2619efc3967 req-ab36f76e-6373-421b-80ef-bfb9b420b6f4 service nova] Acquiring lock "refresh_cache-ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.529662] env[69169]: DEBUG oslo_concurrency.lockutils [req-499d8f9e-2c4e-4fce-beaf-e2619efc3967 req-ab36f76e-6373-421b-80ef-bfb9b420b6f4 service nova] Acquired lock "refresh_cache-ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.529662] env[69169]: DEBUG nova.network.neutron [req-499d8f9e-2c4e-4fce-beaf-e2619efc3967 req-ab36f76e-6373-421b-80ef-bfb9b420b6f4 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Refreshing network info cache for port 6218e045-4840-4f5f-9021-c556ada862df {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.533847] env[69169]: DEBUG nova.scheduler.client.report [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.761682] env[69169]: DEBUG oslo_concurrency.lockutils [req-3dea5291-9e78-4bf2-85e8-41102d3137cd req-fd20a76c-e603-45c3-a0e3-6d127ed4edee service nova] Releasing lock "refresh_cache-5b19a47f-8fcb-4574-8b9a-0311a35c168a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.794445] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5214d67a-1085-a69a-72d5-254b456cf1ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.795292] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71fc764c-3381-47e7-9bf9-5496f94a698d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.802645] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Waiting for the task: (returnval){ [ 900.802645] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cff0fd-6000-623b-376d-461eb91da112" [ 900.802645] env[69169]: _type = "Task" [ 900.802645] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.812547] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cff0fd-6000-623b-376d-461eb91da112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.885917] env[69169]: DEBUG oslo_vmware.api [None req-78d7e716-73fa-4a58-a8e9-44adf46c0528 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251104, 'name': PowerOffVM_Task, 'duration_secs': 0.233785} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.886809] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d7e716-73fa-4a58-a8e9-44adf46c0528 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.886809] env[69169]: DEBUG nova.compute.manager [None req-78d7e716-73fa-4a58-a8e9-44adf46c0528 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.887281] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366c673c-8dc1-450f-bf2e-190d8c8f180d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.928855] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b1fde9-9509-4b2e-b84c-ad5b0212bf7d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.938314] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Doing hard reboot of VM {{(pid=69169) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 900.938605] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a53bf867-f409-4da4-94be-3303b3fc81cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.946723] env[69169]: DEBUG oslo_vmware.api [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 900.946723] env[69169]: value = "task-3251105" [ 900.946723] env[69169]: _type = "Task" [ 900.946723] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.955951] env[69169]: DEBUG oslo_vmware.api [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251105, 'name': ResetVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.041833] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.042404] env[69169]: DEBUG nova.compute.manager [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.046373] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.279s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.049512] env[69169]: INFO nova.compute.claims [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.314325] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cff0fd-6000-623b-376d-461eb91da112, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.314722] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.314990] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 5b19a47f-8fcb-4574-8b9a-0311a35c168a/5b19a47f-8fcb-4574-8b9a-0311a35c168a.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.315211] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f46c90d-212c-4de9-971d-6e8503f67f0d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.323363] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Waiting for the task: (returnval){ [ 901.323363] env[69169]: value = "task-3251106" [ 901.323363] env[69169]: _type = "Task" [ 901.323363] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.334237] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.403437] env[69169]: DEBUG oslo_concurrency.lockutils [None req-78d7e716-73fa-4a58-a8e9-44adf46c0528 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.459799] env[69169]: DEBUG oslo_vmware.api [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251105, 'name': ResetVM_Task, 'duration_secs': 0.109687} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.460094] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Did hard reboot of VM {{(pid=69169) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 901.460293] env[69169]: DEBUG nova.compute.manager [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.461255] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d783f6f-846b-4b5d-abb5-a12009099b29 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.522199] env[69169]: DEBUG nova.network.neutron [req-499d8f9e-2c4e-4fce-beaf-e2619efc3967 req-ab36f76e-6373-421b-80ef-bfb9b420b6f4 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Updated VIF entry in instance network info cache for port 6218e045-4840-4f5f-9021-c556ada862df. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.522602] env[69169]: DEBUG nova.network.neutron [req-499d8f9e-2c4e-4fce-beaf-e2619efc3967 req-ab36f76e-6373-421b-80ef-bfb9b420b6f4 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Updating instance_info_cache with network_info: [{"id": "6218e045-4840-4f5f-9021-c556ada862df", "address": "fa:16:3e:7f:c2:08", "network": {"id": "674104ba-5fdb-40a7-acae-92c1c51c4890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1989613662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e797966bd3134ecd85cb425bee5564d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6218e045-48", "ovs_interfaceid": "6218e045-4840-4f5f-9021-c556ada862df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.555418] env[69169]: DEBUG nova.compute.utils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.563344] env[69169]: DEBUG nova.compute.manager [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.563344] env[69169]: DEBUG nova.network.neutron [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.665526] env[69169]: DEBUG nova.policy [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd929190f7a244f25a1956b7cd5b6a6c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7668a0f42ce147f2b39fd48d13e75cf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.835492] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251106, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.857497] env[69169]: INFO nova.compute.manager [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Unrescuing [ 901.857753] env[69169]: DEBUG oslo_concurrency.lockutils [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "refresh_cache-58fcd76a-24cc-400e-a836-5ca27ef7c6b7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.857905] env[69169]: DEBUG oslo_concurrency.lockutils [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquired lock "refresh_cache-58fcd76a-24cc-400e-a836-5ca27ef7c6b7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.858083] env[69169]: DEBUG nova.network.neutron [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.980959] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f6222a20-9592-4dfe-8387-c47555d13388 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.819s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.025708] env[69169]: DEBUG oslo_concurrency.lockutils [req-499d8f9e-2c4e-4fce-beaf-e2619efc3967 req-ab36f76e-6373-421b-80ef-bfb9b420b6f4 service nova] Releasing lock "refresh_cache-ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.060922] env[69169]: DEBUG nova.compute.manager [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.104256] env[69169]: DEBUG nova.network.neutron [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Successfully updated port: 40fed470-7127-4212-83fc-8d5239e37f7a {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.338665] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885917} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.339813] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 5b19a47f-8fcb-4574-8b9a-0311a35c168a/5b19a47f-8fcb-4574-8b9a-0311a35c168a.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.340064] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.340344] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bbb03f2-f688-458d-85b2-e7c5ff8891ba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.350693] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Waiting for the task: (returnval){ [ 902.350693] env[69169]: value = "task-3251107" [ 902.350693] env[69169]: _type = "Task" [ 902.350693] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.368236] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.582646] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1236ff81-10cd-400e-b724-3992f8bbf9b7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.590450] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff93cc4-c85d-4e15-ae8e-58404cd70588 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.624739] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.625114] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquired lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.625383] env[69169]: DEBUG nova.network.neutron [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.627936] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc2d7a6-3ef2-4eba-8cf2-2901f1e6eda6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.643034] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957d42eb-192a-412e-8402-62013ef85c21 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.658910] env[69169]: DEBUG nova.compute.provider_tree [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.665558] env[69169]: DEBUG nova.objects.instance [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lazy-loading 'flavor' on Instance uuid d59bc90a-d340-4e5f-b395-e320de617c16 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.792973] env[69169]: DEBUG nova.network.neutron [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Successfully created port: a491444f-cc66-46d4-b352-08b159ee8b11 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.818225] env[69169]: DEBUG nova.compute.manager [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Received event network-vif-plugged-40fed470-7127-4212-83fc-8d5239e37f7a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.818484] env[69169]: DEBUG oslo_concurrency.lockutils [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] Acquiring lock "25601079-3e65-41d8-a992-e431d967cc8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.818725] env[69169]: DEBUG oslo_concurrency.lockutils [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] Lock "25601079-3e65-41d8-a992-e431d967cc8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.818903] env[69169]: DEBUG oslo_concurrency.lockutils [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] Lock "25601079-3e65-41d8-a992-e431d967cc8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.819112] env[69169]: DEBUG nova.compute.manager [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] No waiting events found dispatching network-vif-plugged-40fed470-7127-4212-83fc-8d5239e37f7a {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.819290] env[69169]: WARNING nova.compute.manager [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Received unexpected event network-vif-plugged-40fed470-7127-4212-83fc-8d5239e37f7a for instance with vm_state building and task_state spawning. [ 902.819453] env[69169]: DEBUG nova.compute.manager [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Received event network-changed-40fed470-7127-4212-83fc-8d5239e37f7a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.819605] env[69169]: DEBUG nova.compute.manager [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Refreshing instance network info cache due to event network-changed-40fed470-7127-4212-83fc-8d5239e37f7a. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.819770] env[69169]: DEBUG oslo_concurrency.lockutils [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] Acquiring lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.862414] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086979} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.862870] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.863755] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b1658b-9a28-4d6a-9aca-c6376711d38d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.896010] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 5b19a47f-8fcb-4574-8b9a-0311a35c168a/5b19a47f-8fcb-4574-8b9a-0311a35c168a.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.896585] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d11cdf-5df1-4ff8-b335-baced5bab054 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.923730] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Waiting for the task: (returnval){ [ 902.923730] env[69169]: value = "task-3251108" [ 902.923730] env[69169]: _type = "Task" [ 902.923730] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.932550] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.077207] env[69169]: DEBUG nova.compute.manager [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.105286] env[69169]: DEBUG nova.virt.hardware [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.105725] env[69169]: DEBUG nova.virt.hardware [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.105869] env[69169]: DEBUG nova.virt.hardware [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.106723] env[69169]: DEBUG nova.virt.hardware [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.107314] env[69169]: DEBUG nova.virt.hardware [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.107488] env[69169]: DEBUG nova.virt.hardware [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.107711] env[69169]: DEBUG nova.virt.hardware [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.107861] env[69169]: DEBUG nova.virt.hardware [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.108047] env[69169]: DEBUG nova.virt.hardware [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.108224] env[69169]: DEBUG nova.virt.hardware [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.108411] env[69169]: DEBUG nova.virt.hardware [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.109290] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8f2de5-cb92-454a-925e-55fbfc31e6ea {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.120512] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4e54a9-e3b3-4913-88b7-dd98fff5f7d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.163490] env[69169]: DEBUG nova.scheduler.client.report [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.171179] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.171179] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquired lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.171179] env[69169]: DEBUG nova.network.neutron [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.171179] env[69169]: DEBUG nova.objects.instance [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lazy-loading 'info_cache' on Instance uuid d59bc90a-d340-4e5f-b395-e320de617c16 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.195202] env[69169]: DEBUG nova.network.neutron [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.199711] env[69169]: DEBUG nova.network.neutron [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Updating instance_info_cache with network_info: [{"id": "c726580a-0ccf-4c37-9e59-d91e6329c6dd", "address": "fa:16:3e:9e:b2:fd", "network": {"id": "07a65ac7-9b1b-4229-8760-4a4f8998da64", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-517941643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab402ad605214c889a90a67840344784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726580a-0c", "ovs_interfaceid": "c726580a-0ccf-4c37-9e59-d91e6329c6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.367958] env[69169]: DEBUG nova.network.neutron [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Updating instance_info_cache with network_info: [{"id": "40fed470-7127-4212-83fc-8d5239e37f7a", "address": "fa:16:3e:b6:5c:d9", "network": {"id": "88638114-000c-45ac-9d8d-26f5e5139175", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2054742416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79aadb4277b402b87535b46c192b0ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fed470-71", "ovs_interfaceid": "40fed470-7127-4212-83fc-8d5239e37f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.439498] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251108, 'name': ReconfigVM_Task, 'duration_secs': 0.345872} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.439772] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 5b19a47f-8fcb-4574-8b9a-0311a35c168a/5b19a47f-8fcb-4574-8b9a-0311a35c168a.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.440414] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c148fce1-50f2-440f-999b-b5542d6662d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.448643] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Waiting for the task: (returnval){ [ 903.448643] env[69169]: value = "task-3251109" [ 903.448643] env[69169]: _type = "Task" [ 903.448643] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.458782] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251109, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.668476] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.669042] env[69169]: DEBUG nova.compute.manager [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.672023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.859s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.673386] env[69169]: INFO nova.compute.claims [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.676953] env[69169]: DEBUG nova.objects.base [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 903.703017] env[69169]: DEBUG oslo_concurrency.lockutils [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Releasing lock "refresh_cache-58fcd76a-24cc-400e-a836-5ca27ef7c6b7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.703718] env[69169]: DEBUG nova.objects.instance [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lazy-loading 'flavor' on Instance uuid 58fcd76a-24cc-400e-a836-5ca27ef7c6b7 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.873658] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Releasing lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.873998] env[69169]: DEBUG nova.compute.manager [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Instance network_info: |[{"id": "40fed470-7127-4212-83fc-8d5239e37f7a", "address": "fa:16:3e:b6:5c:d9", "network": {"id": "88638114-000c-45ac-9d8d-26f5e5139175", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2054742416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79aadb4277b402b87535b46c192b0ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fed470-71", "ovs_interfaceid": "40fed470-7127-4212-83fc-8d5239e37f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.874387] env[69169]: DEBUG oslo_concurrency.lockutils [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] Acquired lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.874730] env[69169]: DEBUG nova.network.neutron [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Refreshing network info cache for port 40fed470-7127-4212-83fc-8d5239e37f7a {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.876767] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:5c:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40fed470-7127-4212-83fc-8d5239e37f7a', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.883704] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.884220] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.884662] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7841c55b-2514-4cce-9392-1ca2bf5f5c54 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.908960] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.908960] env[69169]: value = "task-3251110" [ 903.908960] env[69169]: _type = "Task" [ 903.908960] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.918413] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251110, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.963483] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251109, 'name': Rename_Task, 'duration_secs': 0.159548} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.963591] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.963815] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46b527ba-4c4a-47be-b961-c980a63a4697 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.976342] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Waiting for the task: (returnval){ [ 903.976342] env[69169]: value = "task-3251111" [ 903.976342] env[69169]: _type = "Task" [ 903.976342] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.994019] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.179445] env[69169]: DEBUG nova.compute.utils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.181117] env[69169]: DEBUG nova.compute.manager [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.181117] env[69169]: DEBUG nova.network.neutron [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.209967] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6ee880-7284-4aae-9ca2-c9eeffd15ad4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.234244] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.237198] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-405fd4ff-3202-4572-b334-8bcd7e1c510b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.242981] env[69169]: DEBUG nova.policy [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f7a094582843eab85b90eea6ce9e0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ee916f626748c1845df10d41cda95d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.247629] env[69169]: DEBUG oslo_vmware.api [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 904.247629] env[69169]: value = "task-3251112" [ 904.247629] env[69169]: _type = "Task" [ 904.247629] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.259034] env[69169]: DEBUG oslo_vmware.api [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.420615] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251110, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.487850] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.575221] env[69169]: DEBUG nova.network.neutron [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Updating instance_info_cache with network_info: [{"id": "1b6338df-90bc-4433-b50a-68a26082257f", "address": "fa:16:3e:33:9f:31", "network": {"id": "dcd2e068-e9dc-48d2-a260-e782f89ac30a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-36465712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "826de5dfc02d4cde8472cd3e083139da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6338df-90", "ovs_interfaceid": "1b6338df-90bc-4433-b50a-68a26082257f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.686079] env[69169]: DEBUG nova.compute.manager [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.762015] env[69169]: DEBUG oslo_vmware.api [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251112, 'name': PowerOffVM_Task, 'duration_secs': 0.438956} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.763350] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.769029] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 904.770443] env[69169]: DEBUG nova.network.neutron [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Successfully created port: 754a8333-4e63-4579-a29b-5aa503fb9ac0 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.773125] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feafc0d9-a05b-4646-8cb5-184ae0f06683 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.788590] env[69169]: DEBUG nova.network.neutron [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Updated VIF entry in instance network info cache for port 40fed470-7127-4212-83fc-8d5239e37f7a. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.789138] env[69169]: DEBUG nova.network.neutron [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Updating instance_info_cache with network_info: [{"id": "40fed470-7127-4212-83fc-8d5239e37f7a", "address": "fa:16:3e:b6:5c:d9", "network": {"id": "88638114-000c-45ac-9d8d-26f5e5139175", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2054742416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79aadb4277b402b87535b46c192b0ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fed470-71", "ovs_interfaceid": "40fed470-7127-4212-83fc-8d5239e37f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.802912] env[69169]: DEBUG oslo_vmware.api [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 904.802912] env[69169]: value = "task-3251113" [ 904.802912] env[69169]: _type = "Task" [ 904.802912] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.818046] env[69169]: DEBUG oslo_vmware.api [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.894513] env[69169]: DEBUG nova.network.neutron [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Successfully updated port: a491444f-cc66-46d4-b352-08b159ee8b11 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.921571] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251110, 'name': CreateVM_Task, 'duration_secs': 0.99317} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.924569] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.925844] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.926067] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.926458] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.926783] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0196f82-914d-45c5-8ef6-d6b76896a2f8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.932934] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 904.932934] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52dc8e98-de1f-d07a-4a87-b062e9a0cb03" [ 904.932934] env[69169]: _type = "Task" [ 904.932934] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.951128] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52dc8e98-de1f-d07a-4a87-b062e9a0cb03, 'name': SearchDatastore_Task, 'duration_secs': 0.014269} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.951354] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.951545] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.951795] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.952101] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.952205] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.953601] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffba5b8c-6d8a-4c0c-bc80-85dd917b82f8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.968842] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.969106] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.971134] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5408dd35-c358-4309-847e-6c2d04c63243 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.984295] env[69169]: DEBUG nova.compute.manager [req-6e9e27de-bff0-4e74-96ea-d158aad7c477 req-9dd34651-6868-48b7-8f79-f8dae692ec91 service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Received event network-vif-plugged-a491444f-cc66-46d4-b352-08b159ee8b11 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.985032] env[69169]: DEBUG oslo_concurrency.lockutils [req-6e9e27de-bff0-4e74-96ea-d158aad7c477 req-9dd34651-6868-48b7-8f79-f8dae692ec91 service nova] Acquiring lock "786f4d7c-edd0-48ab-9b73-40d473a512e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.985032] env[69169]: DEBUG oslo_concurrency.lockutils [req-6e9e27de-bff0-4e74-96ea-d158aad7c477 req-9dd34651-6868-48b7-8f79-f8dae692ec91 service nova] Lock "786f4d7c-edd0-48ab-9b73-40d473a512e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.985032] env[69169]: DEBUG oslo_concurrency.lockutils [req-6e9e27de-bff0-4e74-96ea-d158aad7c477 req-9dd34651-6868-48b7-8f79-f8dae692ec91 service nova] Lock "786f4d7c-edd0-48ab-9b73-40d473a512e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.985250] env[69169]: DEBUG nova.compute.manager [req-6e9e27de-bff0-4e74-96ea-d158aad7c477 req-9dd34651-6868-48b7-8f79-f8dae692ec91 service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] No waiting events found dispatching network-vif-plugged-a491444f-cc66-46d4-b352-08b159ee8b11 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.985482] env[69169]: WARNING nova.compute.manager [req-6e9e27de-bff0-4e74-96ea-d158aad7c477 req-9dd34651-6868-48b7-8f79-f8dae692ec91 service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Received unexpected event network-vif-plugged-a491444f-cc66-46d4-b352-08b159ee8b11 for instance with vm_state building and task_state spawning. [ 904.986608] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 904.986608] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524f5f86-1d59-2849-0fc9-261a0f295dbb" [ 904.986608] env[69169]: _type = "Task" [ 904.986608] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.997439] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251111, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.004620] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524f5f86-1d59-2849-0fc9-261a0f295dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.015583} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.005523] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1849f114-a8ad-4824-9a5e-3ba3702b8832 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.012065] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 905.012065] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c2dfd7-f8a6-c934-07e6-849c9a0b74ec" [ 905.012065] env[69169]: _type = "Task" [ 905.012065] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.022426] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c2dfd7-f8a6-c934-07e6-849c9a0b74ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.078786] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Releasing lock "refresh_cache-d59bc90a-d340-4e5f-b395-e320de617c16" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.295949] env[69169]: DEBUG oslo_concurrency.lockutils [req-071f04cd-2c95-4621-836a-e7b01c9608fb req-6c3b52ce-d069-45f0-8075-cf8aab56d4ff service nova] Releasing lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.313384] env[69169]: DEBUG oslo_vmware.api [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251113, 'name': ReconfigVM_Task, 'duration_secs': 0.36462} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.316405] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 905.316632] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.317193] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6299a47f-daba-486e-ae9c-bd3eeb5e9b46 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.327422] env[69169]: DEBUG oslo_vmware.api [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 905.327422] env[69169]: value = "task-3251114" [ 905.327422] env[69169]: _type = "Task" [ 905.327422] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.337336] env[69169]: DEBUG oslo_vmware.api [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.370870] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff1f7a0-b1c3-4bb6-a15d-fc3354589e74 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.379249] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dcdac8-4422-437c-8f07-e14a7c05f8f0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.413400] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "refresh_cache-786f4d7c-edd0-48ab-9b73-40d473a512e6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.413520] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "refresh_cache-786f4d7c-edd0-48ab-9b73-40d473a512e6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.413648] env[69169]: DEBUG nova.network.neutron [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.415646] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7476524d-45c3-4489-86a8-228f224244c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.424967] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e093a61e-7cf7-4303-b988-68a7f5722bcc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.445773] env[69169]: DEBUG nova.compute.provider_tree [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.487520] env[69169]: DEBUG oslo_vmware.api [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251111, 'name': PowerOnVM_Task, 'duration_secs': 1.114393} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.487793] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.488033] env[69169]: INFO nova.compute.manager [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Took 10.02 seconds to spawn the instance on the hypervisor. [ 905.488210] env[69169]: DEBUG nova.compute.manager [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.489017] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b922a5a-8e46-4aaf-8f6e-8ba7d57c085e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.523842] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c2dfd7-f8a6-c934-07e6-849c9a0b74ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012312} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.524133] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.524649] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 25601079-3e65-41d8-a992-e431d967cc8a/25601079-3e65-41d8-a992-e431d967cc8a.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.524649] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5f7c192-3b54-42d5-b89d-294e53f3229c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.532998] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 905.532998] env[69169]: value = "task-3251115" [ 905.532998] env[69169]: _type = "Task" [ 905.532998] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.542992] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.699405] env[69169]: DEBUG nova.compute.manager [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.723842] env[69169]: DEBUG nova.virt.hardware [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.724111] env[69169]: DEBUG nova.virt.hardware [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.724275] env[69169]: DEBUG nova.virt.hardware [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.724471] env[69169]: DEBUG nova.virt.hardware [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.724633] env[69169]: DEBUG nova.virt.hardware [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.724802] env[69169]: DEBUG nova.virt.hardware [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.725026] env[69169]: DEBUG nova.virt.hardware [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.725201] env[69169]: DEBUG nova.virt.hardware [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.725365] env[69169]: DEBUG nova.virt.hardware [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.725528] env[69169]: DEBUG nova.virt.hardware [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.725698] env[69169]: DEBUG nova.virt.hardware [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.726904] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3261f1-7c05-41db-909c-036e7d7bc13f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.736489] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066c47a9-8475-445d-a5a7-8c45f6f55abe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.838928] env[69169]: DEBUG oslo_vmware.api [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.949160] env[69169]: DEBUG nova.scheduler.client.report [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.959144] env[69169]: DEBUG nova.network.neutron [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.012459] env[69169]: INFO nova.compute.manager [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Took 44.95 seconds to build instance. [ 906.051073] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251115, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.086318] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.086646] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83ce87b5-c37a-46b8-9ff1-bef3df38be02 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.097811] env[69169]: DEBUG oslo_vmware.api [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 906.097811] env[69169]: value = "task-3251116" [ 906.097811] env[69169]: _type = "Task" [ 906.097811] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.112904] env[69169]: DEBUG oslo_vmware.api [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.154122] env[69169]: DEBUG nova.network.neutron [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Updating instance_info_cache with network_info: [{"id": "a491444f-cc66-46d4-b352-08b159ee8b11", "address": "fa:16:3e:a9:14:2e", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa491444f-cc", "ovs_interfaceid": "a491444f-cc66-46d4-b352-08b159ee8b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.341086] env[69169]: DEBUG oslo_vmware.api [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251114, 'name': PowerOnVM_Task, 'duration_secs': 0.575487} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.341721] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.341965] env[69169]: DEBUG nova.compute.manager [None req-692ebd87-d5a3-4fa1-8c8e-c3f94a36bfe2 tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.343102] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea5276f-588d-4f77-be65-5a085a5347da {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.467458] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.468053] env[69169]: DEBUG nova.compute.manager [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.471512] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.046s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.471710] env[69169]: DEBUG nova.objects.instance [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 906.514741] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81ac5314-05d1-4835-b593-1abd9b30aeff tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Lock "5b19a47f-8fcb-4574-8b9a-0311a35c168a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.594s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.544716] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62764} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.545016] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 25601079-3e65-41d8-a992-e431d967cc8a/25601079-3e65-41d8-a992-e431d967cc8a.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.545262] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.545531] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-246fe2dd-b581-4ea6-9061-5c49f1266cd3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.553311] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 906.553311] env[69169]: value = "task-3251117" [ 906.553311] env[69169]: _type = "Task" [ 906.553311] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.561515] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.608465] env[69169]: DEBUG oslo_vmware.api [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.657490] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "refresh_cache-786f4d7c-edd0-48ab-9b73-40d473a512e6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.657843] env[69169]: DEBUG nova.compute.manager [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Instance network_info: |[{"id": "a491444f-cc66-46d4-b352-08b159ee8b11", "address": "fa:16:3e:a9:14:2e", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa491444f-cc", "ovs_interfaceid": "a491444f-cc66-46d4-b352-08b159ee8b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.658323] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:14:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a491444f-cc66-46d4-b352-08b159ee8b11', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.666715] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Creating folder: Project (7668a0f42ce147f2b39fd48d13e75cf5). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.666833] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0a46619-e85f-4e90-b038-ae5bdbcbb54b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.681032] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Created folder: Project (7668a0f42ce147f2b39fd48d13e75cf5) in parent group-v649481. [ 906.681257] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Creating folder: Instances. Parent ref: group-v649629. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.681516] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6af60844-34f5-4b85-824a-c009bc136a57 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.693088] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Created folder: Instances in parent group-v649629. [ 906.693359] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.693422] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.693967] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f6f7ee2-571a-481e-b966-d40baaeb5f7d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.724610] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.724610] env[69169]: value = "task-3251120" [ 906.724610] env[69169]: _type = "Task" [ 906.724610] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.734785] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251120, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.977521] env[69169]: DEBUG nova.compute.utils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.986509] env[69169]: DEBUG nova.compute.manager [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.986509] env[69169]: DEBUG nova.network.neutron [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.006820] env[69169]: DEBUG nova.compute.manager [req-c7c02641-6244-4e76-874e-01bbfaf7c8ab req-d9ba13fb-297c-46a3-b0a2-66645a23d945 service nova] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Received event network-vif-plugged-754a8333-4e63-4579-a29b-5aa503fb9ac0 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.007096] env[69169]: DEBUG oslo_concurrency.lockutils [req-c7c02641-6244-4e76-874e-01bbfaf7c8ab req-d9ba13fb-297c-46a3-b0a2-66645a23d945 service nova] Acquiring lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.007389] env[69169]: DEBUG oslo_concurrency.lockutils [req-c7c02641-6244-4e76-874e-01bbfaf7c8ab req-d9ba13fb-297c-46a3-b0a2-66645a23d945 service nova] Lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.007564] env[69169]: DEBUG oslo_concurrency.lockutils [req-c7c02641-6244-4e76-874e-01bbfaf7c8ab req-d9ba13fb-297c-46a3-b0a2-66645a23d945 service nova] Lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.007735] env[69169]: DEBUG nova.compute.manager [req-c7c02641-6244-4e76-874e-01bbfaf7c8ab req-d9ba13fb-297c-46a3-b0a2-66645a23d945 service nova] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] No waiting events found dispatching network-vif-plugged-754a8333-4e63-4579-a29b-5aa503fb9ac0 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.007896] env[69169]: WARNING nova.compute.manager [req-c7c02641-6244-4e76-874e-01bbfaf7c8ab req-d9ba13fb-297c-46a3-b0a2-66645a23d945 service nova] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Received unexpected event network-vif-plugged-754a8333-4e63-4579-a29b-5aa503fb9ac0 for instance with vm_state building and task_state spawning. [ 907.019063] env[69169]: DEBUG nova.compute.manager [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.025484] env[69169]: DEBUG nova.policy [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efb00e26c46e44c5bff7b27730bfc529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a99e0765adaf4f6a957144c9e4535911', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.035683] env[69169]: DEBUG nova.network.neutron [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Successfully updated port: 754a8333-4e63-4579-a29b-5aa503fb9ac0 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.071022] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072811} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.071022] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.071022] env[69169]: DEBUG nova.compute.manager [req-c6099989-0eae-4981-bc6a-f3b3d4be7238 req-19a48fa8-bd77-4ab8-9ff4-0075415c7c72 service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Received event network-changed-a491444f-cc66-46d4-b352-08b159ee8b11 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.071629] env[69169]: DEBUG nova.compute.manager [req-c6099989-0eae-4981-bc6a-f3b3d4be7238 req-19a48fa8-bd77-4ab8-9ff4-0075415c7c72 service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Refreshing instance network info cache due to event network-changed-a491444f-cc66-46d4-b352-08b159ee8b11. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.072266] env[69169]: DEBUG oslo_concurrency.lockutils [req-c6099989-0eae-4981-bc6a-f3b3d4be7238 req-19a48fa8-bd77-4ab8-9ff4-0075415c7c72 service nova] Acquiring lock "refresh_cache-786f4d7c-edd0-48ab-9b73-40d473a512e6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.072748] env[69169]: DEBUG oslo_concurrency.lockutils [req-c6099989-0eae-4981-bc6a-f3b3d4be7238 req-19a48fa8-bd77-4ab8-9ff4-0075415c7c72 service nova] Acquired lock "refresh_cache-786f4d7c-edd0-48ab-9b73-40d473a512e6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.073780] env[69169]: DEBUG nova.network.neutron [req-c6099989-0eae-4981-bc6a-f3b3d4be7238 req-19a48fa8-bd77-4ab8-9ff4-0075415c7c72 service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Refreshing network info cache for port a491444f-cc66-46d4-b352-08b159ee8b11 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.078030] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdae478-7f25-4851-9f94-d22f91f8407a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.114946] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 25601079-3e65-41d8-a992-e431d967cc8a/25601079-3e65-41d8-a992-e431d967cc8a.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.119577] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5db7243b-49c0-4aac-b4c1-8c4fad55303b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.143634] env[69169]: DEBUG oslo_vmware.api [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251116, 'name': PowerOnVM_Task, 'duration_secs': 0.881745} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.145250] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.145768] env[69169]: DEBUG nova.compute.manager [None req-f865c917-94b9-4641-9568-08ee0294ec52 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.145768] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 907.145768] env[69169]: value = "task-3251121" [ 907.145768] env[69169]: _type = "Task" [ 907.145768] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.146486] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1032224-c4a4-4480-a384-83db4e82cf8b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.163709] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251121, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.236166] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251120, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.492397] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dc993d3f-6ae9-4a8c-a758-4a3e23f09ea0 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.496718] env[69169]: DEBUG nova.compute.manager [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.498493] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.454s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.502259] env[69169]: INFO nova.compute.claims [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.538093] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "refresh_cache-fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.538278] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "refresh_cache-fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.538516] env[69169]: DEBUG nova.network.neutron [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.550050] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.663531] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.740530] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251120, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.828535] env[69169]: DEBUG nova.network.neutron [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Successfully created port: 881a3dfc-7bcf-4806-ba64-7cc5466cc634 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.898578] env[69169]: DEBUG nova.network.neutron [req-c6099989-0eae-4981-bc6a-f3b3d4be7238 req-19a48fa8-bd77-4ab8-9ff4-0075415c7c72 service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Updated VIF entry in instance network info cache for port a491444f-cc66-46d4-b352-08b159ee8b11. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.899428] env[69169]: DEBUG nova.network.neutron [req-c6099989-0eae-4981-bc6a-f3b3d4be7238 req-19a48fa8-bd77-4ab8-9ff4-0075415c7c72 service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Updating instance_info_cache with network_info: [{"id": "a491444f-cc66-46d4-b352-08b159ee8b11", "address": "fa:16:3e:a9:14:2e", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa491444f-cc", "ovs_interfaceid": "a491444f-cc66-46d4-b352-08b159ee8b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.076184] env[69169]: DEBUG nova.network.neutron [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.117345] env[69169]: DEBUG oslo_concurrency.lockutils [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "58fcd76a-24cc-400e-a836-5ca27ef7c6b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.117625] env[69169]: DEBUG oslo_concurrency.lockutils [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "58fcd76a-24cc-400e-a836-5ca27ef7c6b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.117838] env[69169]: DEBUG oslo_concurrency.lockutils [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "58fcd76a-24cc-400e-a836-5ca27ef7c6b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.118031] env[69169]: DEBUG oslo_concurrency.lockutils [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "58fcd76a-24cc-400e-a836-5ca27ef7c6b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.118224] env[69169]: DEBUG oslo_concurrency.lockutils [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "58fcd76a-24cc-400e-a836-5ca27ef7c6b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.121638] env[69169]: INFO nova.compute.manager [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Terminating instance [ 908.161378] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251121, 'name': ReconfigVM_Task, 'duration_secs': 0.706172} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.161648] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 25601079-3e65-41d8-a992-e431d967cc8a/25601079-3e65-41d8-a992-e431d967cc8a.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.162311] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98df4b97-a596-4e91-866b-3215de64afe1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.170095] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 908.170095] env[69169]: value = "task-3251122" [ 908.170095] env[69169]: _type = "Task" [ 908.170095] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.179851] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251122, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.241506] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251120, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.291329] env[69169]: DEBUG nova.network.neutron [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Updating instance_info_cache with network_info: [{"id": "754a8333-4e63-4579-a29b-5aa503fb9ac0", "address": "fa:16:3e:0a:d4:ce", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754a8333-4e", "ovs_interfaceid": "754a8333-4e63-4579-a29b-5aa503fb9ac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.401950] env[69169]: DEBUG oslo_concurrency.lockutils [req-c6099989-0eae-4981-bc6a-f3b3d4be7238 req-19a48fa8-bd77-4ab8-9ff4-0075415c7c72 service nova] Releasing lock "refresh_cache-786f4d7c-edd0-48ab-9b73-40d473a512e6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.513683] env[69169]: DEBUG nova.compute.manager [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.562922] env[69169]: DEBUG nova.virt.hardware [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.563141] env[69169]: DEBUG nova.virt.hardware [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.565859] env[69169]: DEBUG nova.virt.hardware [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.565859] env[69169]: DEBUG nova.virt.hardware [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.565859] env[69169]: DEBUG nova.virt.hardware [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.565859] env[69169]: DEBUG nova.virt.hardware [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.565859] env[69169]: DEBUG nova.virt.hardware [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.565859] env[69169]: DEBUG nova.virt.hardware [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.565859] env[69169]: DEBUG nova.virt.hardware [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.565859] env[69169]: DEBUG nova.virt.hardware [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.565859] env[69169]: DEBUG nova.virt.hardware [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.567758] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e584cad-cbb9-4e69-b43c-dc8270d392b4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.580522] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbe4dc2-02e0-4e5e-b242-5a41f4a3277e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.627399] env[69169]: DEBUG nova.compute.manager [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.627399] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.627399] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7b4e51-9c3f-4a47-944a-061d36a67c6e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.642844] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.643337] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daa841b1-6c31-42db-a62c-a984f31d364c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.656949] env[69169]: DEBUG oslo_vmware.api [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 908.656949] env[69169]: value = "task-3251123" [ 908.656949] env[69169]: _type = "Task" [ 908.656949] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.673384] env[69169]: DEBUG oslo_vmware.api [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.688801] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251122, 'name': Rename_Task, 'duration_secs': 0.377847} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.690127] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.690127] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3244dc0b-f6c9-4888-b57f-999127c8a813 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.697467] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 908.697467] env[69169]: value = "task-3251124" [ 908.697467] env[69169]: _type = "Task" [ 908.697467] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.713860] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.738659] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251120, 'name': CreateVM_Task, 'duration_secs': 1.838371} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.740267] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.741232] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.741526] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.741755] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.742035] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aebe98a2-8e94-40d0-bfa6-90c2221548fe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.748813] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 908.748813] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e9b44d-9d09-495a-4ab1-2942d4e4411e" [ 908.748813] env[69169]: _type = "Task" [ 908.748813] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.762994] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e9b44d-9d09-495a-4ab1-2942d4e4411e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.798824] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "refresh_cache-fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.801485] env[69169]: DEBUG nova.compute.manager [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Instance network_info: |[{"id": "754a8333-4e63-4579-a29b-5aa503fb9ac0", "address": "fa:16:3e:0a:d4:ce", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754a8333-4e", "ovs_interfaceid": "754a8333-4e63-4579-a29b-5aa503fb9ac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.801485] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:d4:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '754a8333-4e63-4579-a29b-5aa503fb9ac0', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.808505] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.808505] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.809263] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dc7136d-5f4f-4e07-9856-7c051269c8ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.838699] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.838699] env[69169]: value = "task-3251125" [ 908.838699] env[69169]: _type = "Task" [ 908.838699] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.848420] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251125, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.048672] env[69169]: DEBUG nova.compute.manager [req-98e4956d-23e8-4286-ac24-4ef749459a61 req-f0c20cb4-04c0-4495-9145-c1e2bdc4e07d service nova] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Received event network-changed-754a8333-4e63-4579-a29b-5aa503fb9ac0 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.048672] env[69169]: DEBUG nova.compute.manager [req-98e4956d-23e8-4286-ac24-4ef749459a61 req-f0c20cb4-04c0-4495-9145-c1e2bdc4e07d service nova] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Refreshing instance network info cache due to event network-changed-754a8333-4e63-4579-a29b-5aa503fb9ac0. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.048672] env[69169]: DEBUG oslo_concurrency.lockutils [req-98e4956d-23e8-4286-ac24-4ef749459a61 req-f0c20cb4-04c0-4495-9145-c1e2bdc4e07d service nova] Acquiring lock "refresh_cache-fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.048672] env[69169]: DEBUG oslo_concurrency.lockutils [req-98e4956d-23e8-4286-ac24-4ef749459a61 req-f0c20cb4-04c0-4495-9145-c1e2bdc4e07d service nova] Acquired lock "refresh_cache-fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.050296] env[69169]: DEBUG nova.network.neutron [req-98e4956d-23e8-4286-ac24-4ef749459a61 req-f0c20cb4-04c0-4495-9145-c1e2bdc4e07d service nova] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Refreshing network info cache for port 754a8333-4e63-4579-a29b-5aa503fb9ac0 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.175482] env[69169]: DEBUG oslo_vmware.api [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251123, 'name': PowerOffVM_Task, 'duration_secs': 0.387913} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.179178] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.179178] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.179178] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d27194d6-baf2-40ab-85f5-28bef8df8509 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.202009] env[69169]: DEBUG nova.compute.manager [req-4618999a-6cb1-45ed-8ae2-a6cb1afa2b96 req-daf62d2e-003b-4fdf-b10a-531716eac419 service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Received event network-changed-28d976b1-be61-4575-bedd-86c229b9dc7d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.202284] env[69169]: DEBUG nova.compute.manager [req-4618999a-6cb1-45ed-8ae2-a6cb1afa2b96 req-daf62d2e-003b-4fdf-b10a-531716eac419 service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Refreshing instance network info cache due to event network-changed-28d976b1-be61-4575-bedd-86c229b9dc7d. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.202559] env[69169]: DEBUG oslo_concurrency.lockutils [req-4618999a-6cb1-45ed-8ae2-a6cb1afa2b96 req-daf62d2e-003b-4fdf-b10a-531716eac419 service nova] Acquiring lock "refresh_cache-5b19a47f-8fcb-4574-8b9a-0311a35c168a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.202740] env[69169]: DEBUG oslo_concurrency.lockutils [req-4618999a-6cb1-45ed-8ae2-a6cb1afa2b96 req-daf62d2e-003b-4fdf-b10a-531716eac419 service nova] Acquired lock "refresh_cache-5b19a47f-8fcb-4574-8b9a-0311a35c168a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.202913] env[69169]: DEBUG nova.network.neutron [req-4618999a-6cb1-45ed-8ae2-a6cb1afa2b96 req-daf62d2e-003b-4fdf-b10a-531716eac419 service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Refreshing network info cache for port 28d976b1-be61-4575-bedd-86c229b9dc7d {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.218719] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251124, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.253736] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2736d924-1580-402c-93f9-110b18c8341f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.264935] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.265435] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.265605] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Deleting the datastore file [datastore2] 58fcd76a-24cc-400e-a836-5ca27ef7c6b7 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.266372] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1723a499-617d-4536-adc0-db96c5f73b1b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.275790] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e9b44d-9d09-495a-4ab1-2942d4e4411e, 'name': SearchDatastore_Task, 'duration_secs': 0.015405} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.277497] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2f1606-4688-416c-a5af-4241a2af7816 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.281248] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.282829] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.282829] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.282829] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.282829] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.283643] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2650b78-5d6b-4195-8f3d-7cfddb9d08f4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.285652] env[69169]: DEBUG oslo_vmware.api [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 909.285652] env[69169]: value = "task-3251127" [ 909.285652] env[69169]: _type = "Task" [ 909.285652] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.327578] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4624482a-4c9c-4e68-ba19-a3f9e7b7d959 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.331039] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.331287] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.336209] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b37e1a4-e12c-424f-9194-d0f816f1e0b7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.339174] env[69169]: DEBUG oslo_vmware.api [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.347999] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 909.347999] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524662d8-77d6-4f8f-9e7b-789965e11c97" [ 909.347999] env[69169]: _type = "Task" [ 909.347999] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.350102] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5ffa17-4fb6-4ee9-8151-e3772c389323 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.361081] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251125, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.384484] env[69169]: DEBUG nova.compute.provider_tree [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.386401] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524662d8-77d6-4f8f-9e7b-789965e11c97, 'name': SearchDatastore_Task, 'duration_secs': 0.01208} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.387273] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da2c1275-2b0b-471c-95b8-bb4adf77b82d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.396642] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 909.396642] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526ee3ed-94c3-4ff4-f7ec-27464bc8829b" [ 909.396642] env[69169]: _type = "Task" [ 909.396642] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.404429] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526ee3ed-94c3-4ff4-f7ec-27464bc8829b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.507629] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.507972] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.717272] env[69169]: DEBUG oslo_vmware.api [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251124, 'name': PowerOnVM_Task, 'duration_secs': 0.697309} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.717272] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.717684] env[69169]: INFO nova.compute.manager [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Took 9.33 seconds to spawn the instance on the hypervisor. [ 909.718057] env[69169]: DEBUG nova.compute.manager [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.722210] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6129446-dfe0-4bb2-93e7-ccf814373dc6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.800421] env[69169]: DEBUG oslo_vmware.api [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397519} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.800421] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.800421] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.800421] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.800421] env[69169]: INFO nova.compute.manager [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 909.800421] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.803124] env[69169]: DEBUG nova.compute.manager [-] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.803124] env[69169]: DEBUG nova.network.neutron [-] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.850590] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251125, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.880238] env[69169]: DEBUG nova.network.neutron [req-98e4956d-23e8-4286-ac24-4ef749459a61 req-f0c20cb4-04c0-4495-9145-c1e2bdc4e07d service nova] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Updated VIF entry in instance network info cache for port 754a8333-4e63-4579-a29b-5aa503fb9ac0. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.880514] env[69169]: DEBUG nova.network.neutron [req-98e4956d-23e8-4286-ac24-4ef749459a61 req-f0c20cb4-04c0-4495-9145-c1e2bdc4e07d service nova] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Updating instance_info_cache with network_info: [{"id": "754a8333-4e63-4579-a29b-5aa503fb9ac0", "address": "fa:16:3e:0a:d4:ce", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754a8333-4e", "ovs_interfaceid": "754a8333-4e63-4579-a29b-5aa503fb9ac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.889111] env[69169]: DEBUG nova.scheduler.client.report [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.908089] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526ee3ed-94c3-4ff4-f7ec-27464bc8829b, 'name': SearchDatastore_Task, 'duration_secs': 0.012415} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.908480] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.909206] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 786f4d7c-edd0-48ab-9b73-40d473a512e6/786f4d7c-edd0-48ab-9b73-40d473a512e6.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.909206] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de86beea-901a-40e1-92c1-3b78f18ff55c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.919553] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 909.919553] env[69169]: value = "task-3251128" [ 909.919553] env[69169]: _type = "Task" [ 909.919553] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.934380] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.024333] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.024333] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.024333] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.024333] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.024333] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.024333] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.024333] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69169) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 910.024333] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.070144] env[69169]: DEBUG nova.network.neutron [req-4618999a-6cb1-45ed-8ae2-a6cb1afa2b96 req-daf62d2e-003b-4fdf-b10a-531716eac419 service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Updated VIF entry in instance network info cache for port 28d976b1-be61-4575-bedd-86c229b9dc7d. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.070144] env[69169]: DEBUG nova.network.neutron [req-4618999a-6cb1-45ed-8ae2-a6cb1afa2b96 req-daf62d2e-003b-4fdf-b10a-531716eac419 service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Updating instance_info_cache with network_info: [{"id": "28d976b1-be61-4575-bedd-86c229b9dc7d", "address": "fa:16:3e:cb:c1:1f", "network": {"id": "da41cbd0-f3d1-4b11-9f0f-2201283e212e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2068902236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c125bc8a376e402cb309e6eeee0ea48b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d976b1-be", "ovs_interfaceid": "28d976b1-be61-4575-bedd-86c229b9dc7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.245120] env[69169]: INFO nova.compute.manager [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Took 45.69 seconds to build instance. [ 910.358027] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251125, 'name': CreateVM_Task, 'duration_secs': 1.474235} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.358027] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.358027] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.358027] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.358027] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.358027] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616a1f9f-5e68-49eb-9893-d677c03f276d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.368014] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 910.368014] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521097d7-bfe9-aaf1-51c0-6435eb8d1007" [ 910.368014] env[69169]: _type = "Task" [ 910.368014] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.380170] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521097d7-bfe9-aaf1-51c0-6435eb8d1007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.384012] env[69169]: DEBUG oslo_concurrency.lockutils [req-98e4956d-23e8-4286-ac24-4ef749459a61 req-f0c20cb4-04c0-4495-9145-c1e2bdc4e07d service nova] Releasing lock "refresh_cache-fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.399554] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.400164] env[69169]: DEBUG nova.compute.manager [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.404183] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.042s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.404764] env[69169]: DEBUG nova.objects.instance [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lazy-loading 'resources' on Instance uuid c2e03515-3b48-4d61-b96b-edd3210a5b00 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.436727] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251128, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.527051] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.572732] env[69169]: DEBUG oslo_concurrency.lockutils [req-4618999a-6cb1-45ed-8ae2-a6cb1afa2b96 req-daf62d2e-003b-4fdf-b10a-531716eac419 service nova] Releasing lock "refresh_cache-5b19a47f-8fcb-4574-8b9a-0311a35c168a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.589440] env[69169]: DEBUG nova.network.neutron [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Successfully updated port: 881a3dfc-7bcf-4806-ba64-7cc5466cc634 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.747090] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4ff6b099-0d12-4d61-8263-1b542357f3cf tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "25601079-3e65-41d8-a992-e431d967cc8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.185s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.881183] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521097d7-bfe9-aaf1-51c0-6435eb8d1007, 'name': SearchDatastore_Task, 'duration_secs': 0.062712} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.881563] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.881842] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.882151] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.883199] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.883531] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.883808] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-012c7246-02b0-4867-b074-577bc2685d9d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.900597] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.900700] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.901927] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5ba3ec-952a-4b3b-a990-7392f3df9d77 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.911929] env[69169]: DEBUG nova.compute.utils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.916911] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 910.916911] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527d4f9a-00e1-b5b3-6421-4c28062c8464" [ 910.916911] env[69169]: _type = "Task" [ 910.916911] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.918936] env[69169]: DEBUG nova.compute.manager [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.918936] env[69169]: DEBUG nova.network.neutron [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.936838] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527d4f9a-00e1-b5b3-6421-4c28062c8464, 'name': SearchDatastore_Task, 'duration_secs': 0.021974} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.937387] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744057} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.942024] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 786f4d7c-edd0-48ab-9b73-40d473a512e6/786f4d7c-edd0-48ab-9b73-40d473a512e6.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.942024] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.942024] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824eb7f4-1bf5-4b26-95df-9a7154b47a08 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.942395] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f6ddf5b-d073-4d92-ba13-52138b2e5eae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.953956] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 910.953956] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5259fb11-b015-4530-5ffe-1d00dd36a44c" [ 910.953956] env[69169]: _type = "Task" [ 910.953956] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.954299] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 910.954299] env[69169]: value = "task-3251129" [ 910.954299] env[69169]: _type = "Task" [ 910.954299] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.968640] env[69169]: DEBUG nova.policy [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b20ce766e42430698a88066cb3868d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d8aa6228b5843d485626ec51ecca7ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.971499] env[69169]: DEBUG nova.network.neutron [-] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.984892] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.984892] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5259fb11-b015-4530-5ffe-1d00dd36a44c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.092112] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Acquiring lock "refresh_cache-f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.092262] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Acquired lock "refresh_cache-f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.092461] env[69169]: DEBUG nova.network.neutron [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.251715] env[69169]: DEBUG nova.compute.manager [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.326021] env[69169]: DEBUG nova.compute.manager [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Received event network-vif-plugged-881a3dfc-7bcf-4806-ba64-7cc5466cc634 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.326021] env[69169]: DEBUG oslo_concurrency.lockutils [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] Acquiring lock "f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.326021] env[69169]: DEBUG oslo_concurrency.lockutils [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] Lock "f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.326021] env[69169]: DEBUG oslo_concurrency.lockutils [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] Lock "f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.326021] env[69169]: DEBUG nova.compute.manager [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] No waiting events found dispatching network-vif-plugged-881a3dfc-7bcf-4806-ba64-7cc5466cc634 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.326021] env[69169]: WARNING nova.compute.manager [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Received unexpected event network-vif-plugged-881a3dfc-7bcf-4806-ba64-7cc5466cc634 for instance with vm_state building and task_state spawning. [ 911.326021] env[69169]: DEBUG nova.compute.manager [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Received event network-vif-deleted-c726580a-0ccf-4c37-9e59-d91e6329c6dd {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.326021] env[69169]: DEBUG nova.compute.manager [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Received event network-changed-881a3dfc-7bcf-4806-ba64-7cc5466cc634 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.326021] env[69169]: DEBUG nova.compute.manager [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Refreshing instance network info cache due to event network-changed-881a3dfc-7bcf-4806-ba64-7cc5466cc634. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.326021] env[69169]: DEBUG oslo_concurrency.lockutils [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] Acquiring lock "refresh_cache-f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.418175] env[69169]: DEBUG nova.compute.manager [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.476128] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5259fb11-b015-4530-5ffe-1d00dd36a44c, 'name': SearchDatastore_Task, 'duration_secs': 0.026648} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.479580] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.479858] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8/fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.480141] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073603} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.480492] env[69169]: INFO nova.compute.manager [-] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Took 1.68 seconds to deallocate network for instance. [ 911.481224] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98799b08-4190-480f-8cb9-6ee67e22b812 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.483604] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc07c6e0-84b9-4277-97ae-7be2dfdf5575 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.485569] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.487994] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509b9820-7a16-40cb-b979-f4cabb023d0a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.496961] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf803c4-ac5f-4712-8fd3-e7ae00e0803f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.520763] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 786f4d7c-edd0-48ab-9b73-40d473a512e6/786f4d7c-edd0-48ab-9b73-40d473a512e6.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.520763] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 911.520763] env[69169]: value = "task-3251130" [ 911.520763] env[69169]: _type = "Task" [ 911.520763] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.521274] env[69169]: DEBUG nova.network.neutron [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Successfully created port: 492a62e4-1ac1-4cc4-8237-3971204eccc1 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.524364] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb41fc6f-3287-4669-a40a-7f5e62a6bffd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.539524] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "25601079-3e65-41d8-a992-e431d967cc8a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.541031] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "25601079-3e65-41d8-a992-e431d967cc8a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.541031] env[69169]: INFO nova.compute.manager [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Rebooting instance [ 911.575607] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71bfec7-533d-4116-8b07-ba56680fd527 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.581527] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 911.581527] env[69169]: value = "task-3251131" [ 911.581527] env[69169]: _type = "Task" [ 911.581527] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.587165] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.591890] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412380ba-0720-4b8a-bb9b-aa73675fca28 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.609382] env[69169]: DEBUG nova.compute.provider_tree [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.614827] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.659221] env[69169]: DEBUG nova.network.neutron [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.806320] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.908699] env[69169]: DEBUG nova.network.neutron [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Updating instance_info_cache with network_info: [{"id": "881a3dfc-7bcf-4806-ba64-7cc5466cc634", "address": "fa:16:3e:3a:28:e4", "network": {"id": "6c3be418-ff36-47e2-898c-ce3865853a56", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-616780581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a99e0765adaf4f6a957144c9e4535911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881a3dfc-7b", "ovs_interfaceid": "881a3dfc-7bcf-4806-ba64-7cc5466cc634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.998037] env[69169]: DEBUG oslo_concurrency.lockutils [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.058942] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251130, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.061787] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.061989] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquired lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.062181] env[69169]: DEBUG nova.network.neutron [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.100727] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251131, 'name': ReconfigVM_Task, 'duration_secs': 0.289764} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.101326] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 786f4d7c-edd0-48ab-9b73-40d473a512e6/786f4d7c-edd0-48ab-9b73-40d473a512e6.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.102216] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-478c1333-a773-4d27-aa9d-231314e8421c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.114690] env[69169]: DEBUG nova.scheduler.client.report [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.119086] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 912.119086] env[69169]: value = "task-3251132" [ 912.119086] env[69169]: _type = "Task" [ 912.119086] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.130701] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251132, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.411505] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Releasing lock "refresh_cache-f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.411870] env[69169]: DEBUG nova.compute.manager [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Instance network_info: |[{"id": "881a3dfc-7bcf-4806-ba64-7cc5466cc634", "address": "fa:16:3e:3a:28:e4", "network": {"id": "6c3be418-ff36-47e2-898c-ce3865853a56", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-616780581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a99e0765adaf4f6a957144c9e4535911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881a3dfc-7b", "ovs_interfaceid": "881a3dfc-7bcf-4806-ba64-7cc5466cc634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.412207] env[69169]: DEBUG oslo_concurrency.lockutils [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] Acquired lock "refresh_cache-f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.412393] env[69169]: DEBUG nova.network.neutron [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Refreshing network info cache for port 881a3dfc-7bcf-4806-ba64-7cc5466cc634 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.413589] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:28:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '881a3dfc-7bcf-4806-ba64-7cc5466cc634', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.421242] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Creating folder: Project (a99e0765adaf4f6a957144c9e4535911). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.424388] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea428a99-d801-47a6-82df-6ecef051e7eb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.433013] env[69169]: DEBUG nova.compute.manager [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.440488] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Created folder: Project (a99e0765adaf4f6a957144c9e4535911) in parent group-v649481. [ 912.440869] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Creating folder: Instances. Parent ref: group-v649633. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.441497] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2b9ca92-a5c1-433f-8abf-846c707f0c1a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.453135] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Created folder: Instances in parent group-v649633. [ 912.454086] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.456195] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.456458] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ec6e90e-9acc-4903-8ffa-c5efe6ac2613 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.482793] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.482793] env[69169]: value = "task-3251135" [ 912.482793] env[69169]: _type = "Task" [ 912.482793] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.485027] env[69169]: DEBUG nova.virt.hardware [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.486028] env[69169]: DEBUG nova.virt.hardware [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.486028] env[69169]: DEBUG nova.virt.hardware [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.486028] env[69169]: DEBUG nova.virt.hardware [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.486028] env[69169]: DEBUG nova.virt.hardware [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.486028] env[69169]: DEBUG nova.virt.hardware [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.486298] env[69169]: DEBUG nova.virt.hardware [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.486430] env[69169]: DEBUG nova.virt.hardware [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.486476] env[69169]: DEBUG nova.virt.hardware [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.486629] env[69169]: DEBUG nova.virt.hardware [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.486800] env[69169]: DEBUG nova.virt.hardware [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.494035] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b7bcc5-782e-43b6-9eae-db312901920f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.504622] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251135, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.509126] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeda3db-1372-4b79-8d6d-db6cf12f6503 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.551159] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77964} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.551495] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8/fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.551723] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.552037] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0558ee54-8d9d-4c63-9333-7e1160a11db3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.568339] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 912.568339] env[69169]: value = "task-3251136" [ 912.568339] env[69169]: _type = "Task" [ 912.568339] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.582472] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.620830] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.623718] env[69169]: DEBUG oslo_concurrency.lockutils [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.547s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.624639] env[69169]: DEBUG nova.objects.instance [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lazy-loading 'resources' on Instance uuid 89811bdf-64e1-49b2-8c3e-97bcd6812c5b {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.643439] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251132, 'name': Rename_Task, 'duration_secs': 0.19821} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.646484] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.646903] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b4c723c-40fe-4d0d-90e8-296c467dbd8d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.655809] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 912.655809] env[69169]: value = "task-3251137" [ 912.655809] env[69169]: _type = "Task" [ 912.655809] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.667519] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.694924] env[69169]: INFO nova.scheduler.client.report [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Deleted allocations for instance c2e03515-3b48-4d61-b96b-edd3210a5b00 [ 912.739170] env[69169]: DEBUG nova.network.neutron [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Updated VIF entry in instance network info cache for port 881a3dfc-7bcf-4806-ba64-7cc5466cc634. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.739751] env[69169]: DEBUG nova.network.neutron [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Updating instance_info_cache with network_info: [{"id": "881a3dfc-7bcf-4806-ba64-7cc5466cc634", "address": "fa:16:3e:3a:28:e4", "network": {"id": "6c3be418-ff36-47e2-898c-ce3865853a56", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-616780581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a99e0765adaf4f6a957144c9e4535911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881a3dfc-7b", "ovs_interfaceid": "881a3dfc-7bcf-4806-ba64-7cc5466cc634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.012025] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251135, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.082465] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102335} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.083063] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.084050] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead6865f-dd0b-4217-a377-818d60494a59 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.117121] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8/fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.117509] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcb40628-ca6a-47bc-a4fc-3162acb6ff96 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.140837] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 913.140837] env[69169]: value = "task-3251138" [ 913.140837] env[69169]: _type = "Task" [ 913.140837] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.151599] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.171075] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251137, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.203184] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8ebaf13c-e4af-4365-bcc1-dff6b143e27f tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "c2e03515-3b48-4d61-b96b-edd3210a5b00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.606s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.243899] env[69169]: DEBUG nova.network.neutron [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Updating instance_info_cache with network_info: [{"id": "40fed470-7127-4212-83fc-8d5239e37f7a", "address": "fa:16:3e:b6:5c:d9", "network": {"id": "88638114-000c-45ac-9d8d-26f5e5139175", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2054742416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79aadb4277b402b87535b46c192b0ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fed470-71", "ovs_interfaceid": "40fed470-7127-4212-83fc-8d5239e37f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.245964] env[69169]: DEBUG oslo_concurrency.lockutils [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] Releasing lock "refresh_cache-f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.246225] env[69169]: DEBUG nova.compute.manager [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Received event network-changed-40fed470-7127-4212-83fc-8d5239e37f7a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.246394] env[69169]: DEBUG nova.compute.manager [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Refreshing instance network info cache due to event network-changed-40fed470-7127-4212-83fc-8d5239e37f7a. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.246583] env[69169]: DEBUG oslo_concurrency.lockutils [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] Acquiring lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.463498] env[69169]: DEBUG nova.compute.manager [req-55bfbd89-9d9a-41fe-b528-fd50bc0e18e5 req-b4c82c17-6fa4-485d-af50-03674691f0b3 service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Received event network-vif-plugged-492a62e4-1ac1-4cc4-8237-3971204eccc1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.463498] env[69169]: DEBUG oslo_concurrency.lockutils [req-55bfbd89-9d9a-41fe-b528-fd50bc0e18e5 req-b4c82c17-6fa4-485d-af50-03674691f0b3 service nova] Acquiring lock "3ecc127a-fa82-4a97-aaca-452d126ea168-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.463498] env[69169]: DEBUG oslo_concurrency.lockutils [req-55bfbd89-9d9a-41fe-b528-fd50bc0e18e5 req-b4c82c17-6fa4-485d-af50-03674691f0b3 service nova] Lock "3ecc127a-fa82-4a97-aaca-452d126ea168-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.463498] env[69169]: DEBUG oslo_concurrency.lockutils [req-55bfbd89-9d9a-41fe-b528-fd50bc0e18e5 req-b4c82c17-6fa4-485d-af50-03674691f0b3 service nova] Lock "3ecc127a-fa82-4a97-aaca-452d126ea168-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.463498] env[69169]: DEBUG nova.compute.manager [req-55bfbd89-9d9a-41fe-b528-fd50bc0e18e5 req-b4c82c17-6fa4-485d-af50-03674691f0b3 service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] No waiting events found dispatching network-vif-plugged-492a62e4-1ac1-4cc4-8237-3971204eccc1 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.463963] env[69169]: WARNING nova.compute.manager [req-55bfbd89-9d9a-41fe-b528-fd50bc0e18e5 req-b4c82c17-6fa4-485d-af50-03674691f0b3 service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Received unexpected event network-vif-plugged-492a62e4-1ac1-4cc4-8237-3971204eccc1 for instance with vm_state building and task_state spawning. [ 913.471964] env[69169]: DEBUG nova.network.neutron [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Successfully updated port: 492a62e4-1ac1-4cc4-8237-3971204eccc1 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.511280] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251135, 'name': CreateVM_Task, 'duration_secs': 0.533028} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.512631] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.513031] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.513031] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.513323] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.513907] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb52f61-75bd-48b1-8ca1-0105779e3902 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.521274] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Waiting for the task: (returnval){ [ 913.521274] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522dc71f-66fd-f443-9f01-30684fe76b02" [ 913.521274] env[69169]: _type = "Task" [ 913.521274] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.536238] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522dc71f-66fd-f443-9f01-30684fe76b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.652596] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251138, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.669973] env[69169]: DEBUG oslo_vmware.api [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251137, 'name': PowerOnVM_Task, 'duration_secs': 0.610924} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.675204] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.675204] env[69169]: INFO nova.compute.manager [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Took 10.60 seconds to spawn the instance on the hypervisor. [ 913.675355] env[69169]: DEBUG nova.compute.manager [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.676390] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaad1d5-954c-42ea-85f0-095168c05482 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.714668] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db6d8a5-ed6b-4660-83c0-ff8fe00a9cbc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.724241] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1796a9-e8ec-491a-bde8-4806f9376ecb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.763911] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Releasing lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.766465] env[69169]: DEBUG oslo_concurrency.lockutils [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] Acquired lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.767374] env[69169]: DEBUG nova.network.neutron [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Refreshing network info cache for port 40fed470-7127-4212-83fc-8d5239e37f7a {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.768874] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48af7eef-5c46-4c99-ab76-17b0e56751ab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.779393] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37063fe3-63c6-4f9f-b1cd-8f2618acb8e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.794567] env[69169]: DEBUG nova.compute.provider_tree [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.982894] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Acquiring lock "refresh_cache-3ecc127a-fa82-4a97-aaca-452d126ea168" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.982894] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Acquired lock "refresh_cache-3ecc127a-fa82-4a97-aaca-452d126ea168" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.982894] env[69169]: DEBUG nova.network.neutron [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.032858] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522dc71f-66fd-f443-9f01-30684fe76b02, 'name': SearchDatastore_Task, 'duration_secs': 0.028415} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.033232] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.033463] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.033742] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.033924] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.034122] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.034389] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c88d83f-6e94-49b3-a01a-7da63f780091 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.050651] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.050856] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.051664] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb73209f-53bc-415f-9549-11c074ded957 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.058203] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Waiting for the task: (returnval){ [ 914.058203] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e84d51-5115-88b2-a29f-cf2d06b23749" [ 914.058203] env[69169]: _type = "Task" [ 914.058203] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.067286] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e84d51-5115-88b2-a29f-cf2d06b23749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.153662] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251138, 'name': ReconfigVM_Task, 'duration_secs': 0.552349} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.154860] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Reconfigured VM instance instance-00000035 to attach disk [datastore1] fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8/fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.154860] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d25c04e6-6695-43a6-8b76-aa0627914c8b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.164192] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 914.164192] env[69169]: value = "task-3251139" [ 914.164192] env[69169]: _type = "Task" [ 914.164192] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.171617] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251139, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.198787] env[69169]: INFO nova.compute.manager [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Took 43.50 seconds to build instance. [ 914.277422] env[69169]: DEBUG nova.compute.manager [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.277422] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a547eb-a32a-4db9-868c-a91e8ca9686f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.300040] env[69169]: DEBUG nova.scheduler.client.report [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.526026] env[69169]: DEBUG nova.network.neutron [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.581667] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e84d51-5115-88b2-a29f-cf2d06b23749, 'name': SearchDatastore_Task, 'duration_secs': 0.022895} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.583295] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed45b40-9d85-4da5-8e7b-c5f561d72081 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.593675] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Waiting for the task: (returnval){ [ 914.593675] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b1b25c-7d92-8f3e-691b-255108b05606" [ 914.593675] env[69169]: _type = "Task" [ 914.593675] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.609042] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b1b25c-7d92-8f3e-691b-255108b05606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.675704] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251139, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.676999] env[69169]: DEBUG nova.network.neutron [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Updated VIF entry in instance network info cache for port 40fed470-7127-4212-83fc-8d5239e37f7a. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.677310] env[69169]: DEBUG nova.network.neutron [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Updating instance_info_cache with network_info: [{"id": "40fed470-7127-4212-83fc-8d5239e37f7a", "address": "fa:16:3e:b6:5c:d9", "network": {"id": "88638114-000c-45ac-9d8d-26f5e5139175", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2054742416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79aadb4277b402b87535b46c192b0ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fed470-71", "ovs_interfaceid": "40fed470-7127-4212-83fc-8d5239e37f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.700603] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b893af95-6be7-4991-bf38-13364d48b6b4 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "786f4d7c-edd0-48ab-9b73-40d473a512e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.420s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.804571] env[69169]: DEBUG oslo_concurrency.lockutils [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.807744] env[69169]: DEBUG nova.network.neutron [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Updating instance_info_cache with network_info: [{"id": "492a62e4-1ac1-4cc4-8237-3971204eccc1", "address": "fa:16:3e:2d:23:a1", "network": {"id": "c3609189-0584-4165-b346-0b763b6a9169", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-152653531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d8aa6228b5843d485626ec51ecca7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492a62e4-1a", "ovs_interfaceid": "492a62e4-1ac1-4cc4-8237-3971204eccc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.812649] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.688s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.812649] env[69169]: DEBUG nova.objects.instance [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lazy-loading 'resources' on Instance uuid ffc3165f-2ec7-4c31-b269-8f3abe31e071 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.894566] env[69169]: INFO nova.scheduler.client.report [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Deleted allocations for instance 89811bdf-64e1-49b2-8c3e-97bcd6812c5b [ 914.968573] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "02eefdb0-553f-43e4-99b3-7704615d12f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.968573] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "02eefdb0-553f-43e4-99b3-7704615d12f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.109836] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b1b25c-7d92-8f3e-691b-255108b05606, 'name': SearchDatastore_Task, 'duration_secs': 0.016401} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.110140] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.110404] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3/f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.110684] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ca3f841-320c-42ae-837b-66b9af739728 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.119754] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Waiting for the task: (returnval){ [ 915.119754] env[69169]: value = "task-3251140" [ 915.119754] env[69169]: _type = "Task" [ 915.119754] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.130704] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.176217] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251139, 'name': Rename_Task, 'duration_secs': 0.775734} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.176217] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.176217] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c562eae-4e3d-4ce0-a19c-bce65f9beaad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.183033] env[69169]: DEBUG oslo_concurrency.lockutils [req-8e6bd243-c63e-4d92-b09f-836ae5033bec req-a466a3b5-343a-4455-8ef6-87ecb78de4e7 service nova] Releasing lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.185420] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 915.185420] env[69169]: value = "task-3251141" [ 915.185420] env[69169]: _type = "Task" [ 915.185420] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.197203] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.209037] env[69169]: DEBUG nova.compute.manager [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.299041] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5c51d9-48b7-4afb-b67f-ef4e648ed193 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.309507] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Doing hard reboot of VM {{(pid=69169) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 915.310132] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6c016475-a5f0-4944-a02c-107d0dc2c4c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.312240] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Releasing lock "refresh_cache-3ecc127a-fa82-4a97-aaca-452d126ea168" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.312635] env[69169]: DEBUG nova.compute.manager [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Instance network_info: |[{"id": "492a62e4-1ac1-4cc4-8237-3971204eccc1", "address": "fa:16:3e:2d:23:a1", "network": {"id": "c3609189-0584-4165-b346-0b763b6a9169", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-152653531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d8aa6228b5843d485626ec51ecca7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492a62e4-1a", "ovs_interfaceid": "492a62e4-1ac1-4cc4-8237-3971204eccc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.315852] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:23:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '492a62e4-1ac1-4cc4-8237-3971204eccc1', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.324604] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Creating folder: Project (9d8aa6228b5843d485626ec51ecca7ca). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.325173] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3492dca4-d4a1-4ce3-a6b9-9843ca065b48 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.332329] env[69169]: DEBUG oslo_vmware.api [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 915.332329] env[69169]: value = "task-3251142" [ 915.332329] env[69169]: _type = "Task" [ 915.332329] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.340860] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Created folder: Project (9d8aa6228b5843d485626ec51ecca7ca) in parent group-v649481. [ 915.341212] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Creating folder: Instances. Parent ref: group-v649636. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.345100] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-324f4ace-b49c-4dc4-b990-30db191c81a4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.348185] env[69169]: DEBUG oslo_vmware.api [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251142, 'name': ResetVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.365027] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Created folder: Instances in parent group-v649636. [ 915.365027] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.365027] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.365027] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68204d74-0a89-4ae0-bba8-937183c85654 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.404349] env[69169]: DEBUG oslo_concurrency.lockutils [None req-442828df-3640-412b-8367-04fcf64cec1a tempest-MultipleCreateTestJSON-934728057 tempest-MultipleCreateTestJSON-934728057-project-member] Lock "89811bdf-64e1-49b2-8c3e-97bcd6812c5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.993s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.414012] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.414012] env[69169]: value = "task-3251145" [ 915.414012] env[69169]: _type = "Task" [ 915.414012] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.428722] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251145, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.638027] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251140, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.703869] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251141, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.740976] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.768660] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "57b59d5e-86f1-4fd3-8d2a-52c86b9798bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.768985] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "57b59d5e-86f1-4fd3-8d2a-52c86b9798bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.797259] env[69169]: DEBUG nova.compute.manager [req-3227f62b-940a-4133-abe7-19f4ea79507f req-dcac56d2-767b-40c2-a3cf-a5efbccf3850 service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Received event network-changed-492a62e4-1ac1-4cc4-8237-3971204eccc1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.797596] env[69169]: DEBUG nova.compute.manager [req-3227f62b-940a-4133-abe7-19f4ea79507f req-dcac56d2-767b-40c2-a3cf-a5efbccf3850 service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Refreshing instance network info cache due to event network-changed-492a62e4-1ac1-4cc4-8237-3971204eccc1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.797723] env[69169]: DEBUG oslo_concurrency.lockutils [req-3227f62b-940a-4133-abe7-19f4ea79507f req-dcac56d2-767b-40c2-a3cf-a5efbccf3850 service nova] Acquiring lock "refresh_cache-3ecc127a-fa82-4a97-aaca-452d126ea168" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.797865] env[69169]: DEBUG oslo_concurrency.lockutils [req-3227f62b-940a-4133-abe7-19f4ea79507f req-dcac56d2-767b-40c2-a3cf-a5efbccf3850 service nova] Acquired lock "refresh_cache-3ecc127a-fa82-4a97-aaca-452d126ea168" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.799980] env[69169]: DEBUG nova.network.neutron [req-3227f62b-940a-4133-abe7-19f4ea79507f req-dcac56d2-767b-40c2-a3cf-a5efbccf3850 service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Refreshing network info cache for port 492a62e4-1ac1-4cc4-8237-3971204eccc1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.851382] env[69169]: DEBUG oslo_vmware.api [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251142, 'name': ResetVM_Task, 'duration_secs': 0.117918} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.851753] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Did hard reboot of VM {{(pid=69169) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 915.851976] env[69169]: DEBUG nova.compute.manager [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.853020] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8e9242-b003-4538-afa2-85f3583809fc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.932973] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251145, 'name': CreateVM_Task, 'duration_secs': 0.45032} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.937064] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.939814] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.939814] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.939814] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.939814] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aafcd44-aa47-4f4d-b275-267a890ea368 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.948138] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Waiting for the task: (returnval){ [ 915.948138] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b931f8-17f7-672e-d9b2-01eb28d265df" [ 915.948138] env[69169]: _type = "Task" [ 915.948138] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.968791] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b931f8-17f7-672e-d9b2-01eb28d265df, 'name': SearchDatastore_Task, 'duration_secs': 0.017283} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.972109] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.972408] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.972869] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.973057] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.973281] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.974380] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d78c222-8307-4826-8c05-48bec50c0930 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.989056] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.989056] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.989874] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698505a0-59ca-49fb-a3a0-1d05044d4062 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.996489] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Waiting for the task: (returnval){ [ 915.996489] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5251257b-4ad7-3dc3-a36a-da586efb3ac3" [ 915.996489] env[69169]: _type = "Task" [ 915.996489] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.009630] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5251257b-4ad7-3dc3-a36a-da586efb3ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.021369] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c73a606-4ddc-4752-893c-9bfaa921bd2d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.030265] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286fef5b-a976-486a-87f8-4a6f1dd1f725 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.076888] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a41fa6-107d-42fe-bb20-190da6d1f0ee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.088551] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19200e7f-863e-463f-bf8a-3bd54c2c120e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.106653] env[69169]: DEBUG nova.compute.provider_tree [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.135381] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621962} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.135381] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3/f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.135381] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.135800] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8baa4a64-b7d2-40b5-bce8-5b0dc118fb11 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.144212] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Waiting for the task: (returnval){ [ 916.144212] env[69169]: value = "task-3251146" [ 916.144212] env[69169]: _type = "Task" [ 916.144212] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.153545] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.197791] env[69169]: DEBUG oslo_vmware.api [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251141, 'name': PowerOnVM_Task, 'duration_secs': 0.735099} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.198093] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.198331] env[69169]: INFO nova.compute.manager [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Took 10.50 seconds to spawn the instance on the hypervisor. [ 916.198534] env[69169]: DEBUG nova.compute.manager [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.199352] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d74306-8353-4d4a-9fd6-8f46e94ba214 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.371678] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c724d7a-52ed-46e5-a40e-e4d192851a81 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "25601079-3e65-41d8-a992-e431d967cc8a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.832s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.508570] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5251257b-4ad7-3dc3-a36a-da586efb3ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.017873} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.514055] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ca6ca9-bcca-4c58-b8f1-1043609672fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.520806] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Waiting for the task: (returnval){ [ 916.520806] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52668ec0-133f-4b02-2b6d-a0c1102c4e31" [ 916.520806] env[69169]: _type = "Task" [ 916.520806] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.533293] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52668ec0-133f-4b02-2b6d-a0c1102c4e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.610456] env[69169]: DEBUG nova.scheduler.client.report [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.624546] env[69169]: DEBUG nova.network.neutron [req-3227f62b-940a-4133-abe7-19f4ea79507f req-dcac56d2-767b-40c2-a3cf-a5efbccf3850 service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Updated VIF entry in instance network info cache for port 492a62e4-1ac1-4cc4-8237-3971204eccc1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.624915] env[69169]: DEBUG nova.network.neutron [req-3227f62b-940a-4133-abe7-19f4ea79507f req-dcac56d2-767b-40c2-a3cf-a5efbccf3850 service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Updating instance_info_cache with network_info: [{"id": "492a62e4-1ac1-4cc4-8237-3971204eccc1", "address": "fa:16:3e:2d:23:a1", "network": {"id": "c3609189-0584-4165-b346-0b763b6a9169", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-152653531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d8aa6228b5843d485626ec51ecca7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492a62e4-1a", "ovs_interfaceid": "492a62e4-1ac1-4cc4-8237-3971204eccc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.657376] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110705} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.657873] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.658651] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8619b4b9-29a0-4b01-a5db-1abe6e48c90c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.684063] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3/f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.685105] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2409b3ad-a282-439c-a5c1-82b19f2f8f50 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.719019] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Waiting for the task: (returnval){ [ 916.719019] env[69169]: value = "task-3251147" [ 916.719019] env[69169]: _type = "Task" [ 916.719019] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.721596] env[69169]: INFO nova.compute.manager [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Took 42.98 seconds to build instance. [ 916.730098] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251147, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.038612] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52668ec0-133f-4b02-2b6d-a0c1102c4e31, 'name': SearchDatastore_Task, 'duration_secs': 0.06141} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.038902] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.039175] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 3ecc127a-fa82-4a97-aaca-452d126ea168/3ecc127a-fa82-4a97-aaca-452d126ea168.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.039436] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4982287f-b745-46af-8db5-dc2c61fbe54a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.047268] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Waiting for the task: (returnval){ [ 917.047268] env[69169]: value = "task-3251148" [ 917.047268] env[69169]: _type = "Task" [ 917.047268] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.056175] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.115532] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.118918] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.253s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.120412] env[69169]: INFO nova.compute.claims [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.128096] env[69169]: DEBUG oslo_concurrency.lockutils [req-3227f62b-940a-4133-abe7-19f4ea79507f req-dcac56d2-767b-40c2-a3cf-a5efbccf3850 service nova] Releasing lock "refresh_cache-3ecc127a-fa82-4a97-aaca-452d126ea168" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.180899] env[69169]: INFO nova.scheduler.client.report [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Deleted allocations for instance ffc3165f-2ec7-4c31-b269-8f3abe31e071 [ 917.223766] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37c8a078-d803-4f11-a195-d620adddcccb tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.376s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.235291] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.559349] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251148, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.691985] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4bd6ce6-3bfa-4e0d-832e-4e22367459f4 tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "ffc3165f-2ec7-4c31-b269-8f3abe31e071" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.834s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.729887] env[69169]: DEBUG nova.compute.manager [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.734925] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251147, 'name': ReconfigVM_Task, 'duration_secs': 0.733691} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.734925] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Reconfigured VM instance instance-00000036 to attach disk [datastore1] f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3/f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.734925] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70790928-e008-484d-8677-8591a588c9fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.742247] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Waiting for the task: (returnval){ [ 917.742247] env[69169]: value = "task-3251149" [ 917.742247] env[69169]: _type = "Task" [ 917.742247] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.751670] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251149, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.841484] env[69169]: DEBUG nova.compute.manager [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Received event network-changed-a491444f-cc66-46d4-b352-08b159ee8b11 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.841683] env[69169]: DEBUG nova.compute.manager [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Refreshing instance network info cache due to event network-changed-a491444f-cc66-46d4-b352-08b159ee8b11. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.841929] env[69169]: DEBUG oslo_concurrency.lockutils [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] Acquiring lock "refresh_cache-786f4d7c-edd0-48ab-9b73-40d473a512e6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.842046] env[69169]: DEBUG oslo_concurrency.lockutils [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] Acquired lock "refresh_cache-786f4d7c-edd0-48ab-9b73-40d473a512e6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.842271] env[69169]: DEBUG nova.network.neutron [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Refreshing network info cache for port a491444f-cc66-46d4-b352-08b159ee8b11 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.061049] env[69169]: DEBUG oslo_concurrency.lockutils [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.061049] env[69169]: DEBUG oslo_concurrency.lockutils [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.070291] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577299} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.070774] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 3ecc127a-fa82-4a97-aaca-452d126ea168/3ecc127a-fa82-4a97-aaca-452d126ea168.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.070993] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.071269] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b88ed7d-b355-4465-a97a-7fdda1a2ca89 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.078900] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Waiting for the task: (returnval){ [ 918.078900] env[69169]: value = "task-3251150" [ 918.078900] env[69169]: _type = "Task" [ 918.078900] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.091355] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.252704] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.256629] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251149, 'name': Rename_Task, 'duration_secs': 0.335653} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.256878] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.257132] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92cc2c84-552d-4ed9-89cb-4885deb20af6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.265731] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Waiting for the task: (returnval){ [ 918.265731] env[69169]: value = "task-3251151" [ 918.265731] env[69169]: _type = "Task" [ 918.265731] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.277076] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.288772] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "25601079-3e65-41d8-a992-e431d967cc8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.288915] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "25601079-3e65-41d8-a992-e431d967cc8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.289038] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "25601079-3e65-41d8-a992-e431d967cc8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.289571] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "25601079-3e65-41d8-a992-e431d967cc8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.289571] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "25601079-3e65-41d8-a992-e431d967cc8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.295137] env[69169]: INFO nova.compute.manager [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Terminating instance [ 918.572105] env[69169]: DEBUG nova.compute.utils [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.600350] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071389} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.600350] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.600867] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212febe9-ceaa-4449-a788-9ec63f6a59c1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.630564] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 3ecc127a-fa82-4a97-aaca-452d126ea168/3ecc127a-fa82-4a97-aaca-452d126ea168.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.630564] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2066a1a5-904e-4ee7-be70-8436b46a11ef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.654470] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Waiting for the task: (returnval){ [ 918.654470] env[69169]: value = "task-3251152" [ 918.654470] env[69169]: _type = "Task" [ 918.654470] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.668708] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9530fb-25de-4ea3-8ebc-64dea3d563b7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.673466] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8ed032-5f1b-4ce6-845b-e2bc4fa398c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.677164] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251152, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.711091] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a81d5c-98b8-4341-91e4-9e49a8b4286f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.722745] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1306fa-07c3-45a9-aa9d-a1708eca90e2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.735122] env[69169]: DEBUG nova.compute.provider_tree [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.783998] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.808116] env[69169]: DEBUG nova.compute.manager [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.808817] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.809595] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b43116-5499-4394-acd6-5f8a8add8e0f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.820893] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.821200] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5bd7c62-788c-4b35-b6ac-2908e11e73ee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.829181] env[69169]: DEBUG oslo_vmware.api [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 918.829181] env[69169]: value = "task-3251153" [ 918.829181] env[69169]: _type = "Task" [ 918.829181] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.840695] env[69169]: DEBUG oslo_vmware.api [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.884893] env[69169]: DEBUG nova.network.neutron [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Updated VIF entry in instance network info cache for port a491444f-cc66-46d4-b352-08b159ee8b11. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.885324] env[69169]: DEBUG nova.network.neutron [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Updating instance_info_cache with network_info: [{"id": "a491444f-cc66-46d4-b352-08b159ee8b11", "address": "fa:16:3e:a9:14:2e", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa491444f-cc", "ovs_interfaceid": "a491444f-cc66-46d4-b352-08b159ee8b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.029283] env[69169]: DEBUG oslo_concurrency.lockutils [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "ccc8b357-6f09-4fc2-9f36-f9687486d150" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.029283] env[69169]: DEBUG oslo_concurrency.lockutils [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "ccc8b357-6f09-4fc2-9f36-f9687486d150" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.029444] env[69169]: DEBUG oslo_concurrency.lockutils [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "ccc8b357-6f09-4fc2-9f36-f9687486d150-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.029614] env[69169]: DEBUG oslo_concurrency.lockutils [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "ccc8b357-6f09-4fc2-9f36-f9687486d150-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.029768] env[69169]: DEBUG oslo_concurrency.lockutils [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "ccc8b357-6f09-4fc2-9f36-f9687486d150-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.031963] env[69169]: INFO nova.compute.manager [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Terminating instance [ 919.075785] env[69169]: DEBUG oslo_concurrency.lockutils [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.167983] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.238733] env[69169]: DEBUG nova.scheduler.client.report [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.279838] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.339969] env[69169]: DEBUG oslo_vmware.api [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251153, 'name': PowerOffVM_Task, 'duration_secs': 0.246139} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.340274] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.340442] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.340774] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ea29139-c2d7-4990-82b5-4ef3a9681194 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.388679] env[69169]: DEBUG oslo_concurrency.lockutils [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] Releasing lock "refresh_cache-786f4d7c-edd0-48ab-9b73-40d473a512e6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.388994] env[69169]: DEBUG nova.compute.manager [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Received event network-changed-40fed470-7127-4212-83fc-8d5239e37f7a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.389246] env[69169]: DEBUG nova.compute.manager [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Refreshing instance network info cache due to event network-changed-40fed470-7127-4212-83fc-8d5239e37f7a. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.389490] env[69169]: DEBUG oslo_concurrency.lockutils [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] Acquiring lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.389667] env[69169]: DEBUG oslo_concurrency.lockutils [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] Acquired lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.389847] env[69169]: DEBUG nova.network.neutron [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Refreshing network info cache for port 40fed470-7127-4212-83fc-8d5239e37f7a {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.430909] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.431356] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.431706] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Deleting the datastore file [datastore1] 25601079-3e65-41d8-a992-e431d967cc8a {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.432105] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db50ac72-4573-41a7-af07-9423ea02ad17 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.440341] env[69169]: DEBUG oslo_vmware.api [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 919.440341] env[69169]: value = "task-3251155" [ 919.440341] env[69169]: _type = "Task" [ 919.440341] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.448816] env[69169]: DEBUG oslo_vmware.api [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.535031] env[69169]: DEBUG oslo_concurrency.lockutils [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "refresh_cache-ccc8b357-6f09-4fc2-9f36-f9687486d150" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.535262] env[69169]: DEBUG oslo_concurrency.lockutils [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquired lock "refresh_cache-ccc8b357-6f09-4fc2-9f36-f9687486d150" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.535453] env[69169]: DEBUG nova.network.neutron [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.669927] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251152, 'name': ReconfigVM_Task, 'duration_secs': 0.912924} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.670543] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 3ecc127a-fa82-4a97-aaca-452d126ea168/3ecc127a-fa82-4a97-aaca-452d126ea168.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.671215] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a521b1b4-8554-4bad-9a8b-d37300de4d05 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.681295] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Waiting for the task: (returnval){ [ 919.681295] env[69169]: value = "task-3251156" [ 919.681295] env[69169]: _type = "Task" [ 919.681295] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.708439] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251156, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.744487] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.745096] env[69169]: DEBUG nova.compute.manager [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.748487] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.592s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.748487] env[69169]: DEBUG nova.objects.instance [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Lazy-loading 'resources' on Instance uuid 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.780600] env[69169]: DEBUG oslo_vmware.api [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251151, 'name': PowerOnVM_Task, 'duration_secs': 1.467097} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.780924] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.781439] env[69169]: INFO nova.compute.manager [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Took 11.27 seconds to spawn the instance on the hypervisor. [ 919.781439] env[69169]: DEBUG nova.compute.manager [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.782121] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10a0668-261b-4937-8d17-d93fd79658e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.952407] env[69169]: DEBUG oslo_vmware.api [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172175} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.952905] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.953356] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.953659] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.953956] env[69169]: INFO nova.compute.manager [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 919.954326] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.954647] env[69169]: DEBUG nova.compute.manager [-] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.954845] env[69169]: DEBUG nova.network.neutron [-] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.081512] env[69169]: DEBUG nova.network.neutron [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.208100] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251156, 'name': Rename_Task, 'duration_secs': 0.201289} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.208100] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.208100] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6cc0784-f07e-4ada-9fc3-8751a6458d11 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.208100] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Waiting for the task: (returnval){ [ 920.208100] env[69169]: value = "task-3251157" [ 920.208100] env[69169]: _type = "Task" [ 920.208100] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.247253] env[69169]: DEBUG nova.network.neutron [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.249478] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251157, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.250590] env[69169]: DEBUG nova.network.neutron [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Updated VIF entry in instance network info cache for port 40fed470-7127-4212-83fc-8d5239e37f7a. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.256242] env[69169]: DEBUG nova.network.neutron [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Updating instance_info_cache with network_info: [{"id": "40fed470-7127-4212-83fc-8d5239e37f7a", "address": "fa:16:3e:b6:5c:d9", "network": {"id": "88638114-000c-45ac-9d8d-26f5e5139175", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2054742416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79aadb4277b402b87535b46c192b0ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fed470-71", "ovs_interfaceid": "40fed470-7127-4212-83fc-8d5239e37f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.256242] env[69169]: DEBUG nova.compute.utils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.257999] env[69169]: DEBUG nova.compute.manager [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.257999] env[69169]: DEBUG nova.network.neutron [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.289788] env[69169]: DEBUG oslo_concurrency.lockutils [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.290126] env[69169]: DEBUG oslo_concurrency.lockutils [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.296175] env[69169]: INFO nova.compute.manager [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Attaching volume 198b1a89-ddb1-4ee6-a182-4e4ac865a090 to /dev/sdb [ 920.309093] env[69169]: DEBUG nova.policy [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af8500cb7c5643f9926d079a4c078a67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cea9384eed44f5b90669987ad56d482', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.315567] env[69169]: INFO nova.compute.manager [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Took 46.53 seconds to build instance. [ 920.358913] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f01df8a-95b7-467b-ba2f-e0163e657cfb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.374097] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a628b1-3ac9-43df-b2fc-aa5401626cbf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.397385] env[69169]: DEBUG nova.virt.block_device [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Updating existing volume attachment record: 9599472f-d33e-4c46-bf42-5f79b347cb2c {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 920.487086] env[69169]: DEBUG nova.compute.manager [req-f57ea7f6-f2d8-4de0-be3b-17ad20c28a84 req-b083b336-84e3-4114-82d6-ad1a86bdbac0 service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Received event network-vif-deleted-40fed470-7127-4212-83fc-8d5239e37f7a {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.487378] env[69169]: INFO nova.compute.manager [req-f57ea7f6-f2d8-4de0-be3b-17ad20c28a84 req-b083b336-84e3-4114-82d6-ad1a86bdbac0 service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Neutron deleted interface 40fed470-7127-4212-83fc-8d5239e37f7a; detaching it from the instance and deleting it from the info cache [ 920.487608] env[69169]: DEBUG nova.network.neutron [req-f57ea7f6-f2d8-4de0-be3b-17ad20c28a84 req-b083b336-84e3-4114-82d6-ad1a86bdbac0 service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.717534] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.741209] env[69169]: DEBUG oslo_concurrency.lockutils [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Releasing lock "refresh_cache-ccc8b357-6f09-4fc2-9f36-f9687486d150" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.741683] env[69169]: DEBUG nova.compute.manager [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.741891] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.743261] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a1512f-af13-41e9-a01c-c166ec429d56 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.751950] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.752143] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcf88c44-c988-49ed-b126-c68ecd0b4e7b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.758016] env[69169]: DEBUG oslo_concurrency.lockutils [req-c64c4a4f-d5ec-48ee-80ae-c90bf5cdb76d req-e67c23ae-5b21-4ada-8f3e-b47fa7752d9a service nova] Releasing lock "refresh_cache-25601079-3e65-41d8-a992-e431d967cc8a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.759884] env[69169]: DEBUG oslo_vmware.api [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 920.759884] env[69169]: value = "task-3251159" [ 920.759884] env[69169]: _type = "Task" [ 920.759884] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.761834] env[69169]: DEBUG nova.compute.manager [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.780370] env[69169]: DEBUG oslo_vmware.api [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.819276] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b3fe6dda-68ca-4798-bf03-0f0d9f83c141 tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Lock "f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.703s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.905995] env[69169]: DEBUG nova.network.neutron [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Successfully created port: b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.919491] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e99d34f-e45a-4f7b-ab27-21d4e33d571e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.928975] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c909a064-cf74-49d8-be9f-64817b0cece9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.965413] env[69169]: DEBUG nova.network.neutron [-] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.969337] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a6419a-5b38-407f-aa90-2389eb50be84 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.979650] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af8b387-826c-4ae9-8405-60cc82c0bd8f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.997355] env[69169]: DEBUG nova.compute.provider_tree [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.002108] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab7dcab4-e7bd-4f65-9e3a-c01a899b43f5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.015440] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acc434b-3068-4204-81f8-a8505606da00 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.057905] env[69169]: DEBUG nova.compute.manager [req-f57ea7f6-f2d8-4de0-be3b-17ad20c28a84 req-b083b336-84e3-4114-82d6-ad1a86bdbac0 service nova] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Detach interface failed, port_id=40fed470-7127-4212-83fc-8d5239e37f7a, reason: Instance 25601079-3e65-41d8-a992-e431d967cc8a could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 921.222408] env[69169]: DEBUG oslo_vmware.api [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251157, 'name': PowerOnVM_Task, 'duration_secs': 1.012294} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.222408] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.222408] env[69169]: INFO nova.compute.manager [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Took 8.79 seconds to spawn the instance on the hypervisor. [ 921.222408] env[69169]: DEBUG nova.compute.manager [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.222408] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6248c0d5-a760-43ef-8976-15a04b827287 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.274124] env[69169]: DEBUG oslo_vmware.api [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251159, 'name': PowerOffVM_Task, 'duration_secs': 0.223563} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.274345] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.274442] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.276489] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bdfcdd6-2ebd-4823-b126-82bac212831b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.312313] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.312696] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.312863] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Deleting the datastore file [datastore1] ccc8b357-6f09-4fc2-9f36-f9687486d150 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.313269] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3df75253-375c-4cae-8d26-fff16579a378 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.323637] env[69169]: DEBUG oslo_vmware.api [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for the task: (returnval){ [ 921.323637] env[69169]: value = "task-3251163" [ 921.323637] env[69169]: _type = "Task" [ 921.323637] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.329175] env[69169]: DEBUG nova.compute.manager [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.339582] env[69169]: DEBUG oslo_vmware.api [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.467289] env[69169]: INFO nova.compute.manager [-] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Took 1.51 seconds to deallocate network for instance. [ 921.505479] env[69169]: DEBUG nova.scheduler.client.report [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.741191] env[69169]: INFO nova.compute.manager [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Took 43.72 seconds to build instance. [ 921.777017] env[69169]: DEBUG nova.compute.manager [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.822186] env[69169]: DEBUG nova.virt.hardware [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.822436] env[69169]: DEBUG nova.virt.hardware [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.822590] env[69169]: DEBUG nova.virt.hardware [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.822767] env[69169]: DEBUG nova.virt.hardware [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.822912] env[69169]: DEBUG nova.virt.hardware [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.823069] env[69169]: DEBUG nova.virt.hardware [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.823278] env[69169]: DEBUG nova.virt.hardware [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.823436] env[69169]: DEBUG nova.virt.hardware [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.823634] env[69169]: DEBUG nova.virt.hardware [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.823749] env[69169]: DEBUG nova.virt.hardware [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.823919] env[69169]: DEBUG nova.virt.hardware [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.824838] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf3e54b-4673-4c86-8603-4b0343fec523 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.841164] env[69169]: DEBUG oslo_vmware.api [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Task: {'id': task-3251163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164474} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.844527] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277162e5-2a39-4804-89d0-1f29ad42af32 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.849782] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.849782] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.849782] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.849782] env[69169]: INFO nova.compute.manager [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Took 1.11 seconds to destroy the instance on the hypervisor. [ 921.849970] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.850992] env[69169]: DEBUG nova.compute.manager [-] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.850992] env[69169]: DEBUG nova.network.neutron [-] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.866495] env[69169]: DEBUG nova.network.neutron [-] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.886540] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.973999] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.011360] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.015180] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.151s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.015362] env[69169]: INFO nova.compute.claims [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.063625] env[69169]: INFO nova.scheduler.client.report [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Deleted allocations for instance 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3 [ 922.247264] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bc869deb-d46a-4253-837e-175ef6edc221 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Lock "3ecc127a-fa82-4a97-aaca-452d126ea168" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.963s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.247772] env[69169]: DEBUG oslo_concurrency.lockutils [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Acquiring lock "f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.248057] env[69169]: DEBUG oslo_concurrency.lockutils [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Lock "f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.248447] env[69169]: DEBUG oslo_concurrency.lockutils [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Acquiring lock "f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.248635] env[69169]: DEBUG oslo_concurrency.lockutils [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Lock "f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.248806] env[69169]: DEBUG oslo_concurrency.lockutils [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Lock "f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.251669] env[69169]: INFO nova.compute.manager [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Terminating instance [ 922.372308] env[69169]: DEBUG nova.network.neutron [-] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.573356] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e00686fd-6e7b-4d27-9682-a48d3760d279 tempest-ServerPasswordTestJSON-18856832 tempest-ServerPasswordTestJSON-18856832-project-member] Lock "34b1e823-8d0a-4b0c-b8fe-878cc9e000e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.094s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.607555] env[69169]: DEBUG nova.compute.manager [req-44723c88-b4e2-4347-a964-33bbec2d5336 req-1c9fcde9-7c3e-4d71-8566-95b16d701c05 service nova] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Received event network-vif-plugged-b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.607555] env[69169]: DEBUG oslo_concurrency.lockutils [req-44723c88-b4e2-4347-a964-33bbec2d5336 req-1c9fcde9-7c3e-4d71-8566-95b16d701c05 service nova] Acquiring lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.607555] env[69169]: DEBUG oslo_concurrency.lockutils [req-44723c88-b4e2-4347-a964-33bbec2d5336 req-1c9fcde9-7c3e-4d71-8566-95b16d701c05 service nova] Lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.607555] env[69169]: DEBUG oslo_concurrency.lockutils [req-44723c88-b4e2-4347-a964-33bbec2d5336 req-1c9fcde9-7c3e-4d71-8566-95b16d701c05 service nova] Lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.607555] env[69169]: DEBUG nova.compute.manager [req-44723c88-b4e2-4347-a964-33bbec2d5336 req-1c9fcde9-7c3e-4d71-8566-95b16d701c05 service nova] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] No waiting events found dispatching network-vif-plugged-b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.607890] env[69169]: WARNING nova.compute.manager [req-44723c88-b4e2-4347-a964-33bbec2d5336 req-1c9fcde9-7c3e-4d71-8566-95b16d701c05 service nova] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Received unexpected event network-vif-plugged-b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6 for instance with vm_state building and task_state spawning. [ 922.711420] env[69169]: DEBUG nova.network.neutron [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Successfully updated port: b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.754280] env[69169]: DEBUG nova.compute.manager [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.758029] env[69169]: DEBUG nova.compute.manager [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.758123] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.759125] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcf7789-71ff-42a3-a18c-2d85987e93a1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.772569] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.772815] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25087638-ef5c-4faf-a42f-9b080e87d0db {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.781297] env[69169]: DEBUG oslo_vmware.api [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Waiting for the task: (returnval){ [ 922.781297] env[69169]: value = "task-3251164" [ 922.781297] env[69169]: _type = "Task" [ 922.781297] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.791434] env[69169]: DEBUG oslo_vmware.api [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.868240] env[69169]: DEBUG nova.compute.manager [req-d9be611e-a3db-4d9f-9c29-e8f75adce22d req-37003403-cab0-48ee-97de-0d6f8e642b84 service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Received event network-changed-492a62e4-1ac1-4cc4-8237-3971204eccc1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.868240] env[69169]: DEBUG nova.compute.manager [req-d9be611e-a3db-4d9f-9c29-e8f75adce22d req-37003403-cab0-48ee-97de-0d6f8e642b84 service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Refreshing instance network info cache due to event network-changed-492a62e4-1ac1-4cc4-8237-3971204eccc1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.868240] env[69169]: DEBUG oslo_concurrency.lockutils [req-d9be611e-a3db-4d9f-9c29-e8f75adce22d req-37003403-cab0-48ee-97de-0d6f8e642b84 service nova] Acquiring lock "refresh_cache-3ecc127a-fa82-4a97-aaca-452d126ea168" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.868240] env[69169]: DEBUG oslo_concurrency.lockutils [req-d9be611e-a3db-4d9f-9c29-e8f75adce22d req-37003403-cab0-48ee-97de-0d6f8e642b84 service nova] Acquired lock "refresh_cache-3ecc127a-fa82-4a97-aaca-452d126ea168" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.868240] env[69169]: DEBUG nova.network.neutron [req-d9be611e-a3db-4d9f-9c29-e8f75adce22d req-37003403-cab0-48ee-97de-0d6f8e642b84 service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Refreshing network info cache for port 492a62e4-1ac1-4cc4-8237-3971204eccc1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.877318] env[69169]: INFO nova.compute.manager [-] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Took 1.03 seconds to deallocate network for instance. [ 923.213647] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "refresh_cache-d2160939-2942-44a2-b5f8-377d5dc7c1c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.213816] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "refresh_cache-d2160939-2942-44a2-b5f8-377d5dc7c1c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.213968] env[69169]: DEBUG nova.network.neutron [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.277585] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.292092] env[69169]: DEBUG oslo_vmware.api [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251164, 'name': PowerOffVM_Task, 'duration_secs': 0.270827} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.292435] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.292554] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.292822] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed11d82-8e42-400f-a5f5-9f617d14cfff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.386875] env[69169]: DEBUG oslo_concurrency.lockutils [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.387196] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.387571] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.388181] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Deleting the datastore file [datastore1] f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.388181] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b06068dd-eb09-4446-a448-ed796ba507d5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.395616] env[69169]: DEBUG oslo_vmware.api [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Waiting for the task: (returnval){ [ 923.395616] env[69169]: value = "task-3251167" [ 923.395616] env[69169]: _type = "Task" [ 923.395616] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.406548] env[69169]: DEBUG oslo_vmware.api [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.499112] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98790bae-33d0-4853-9d98-564006c56b04 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.506929] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702de8ab-b2f4-4d90-be6e-43bc918a0696 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.544969] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd25b97-1c90-4a96-a5ef-6181916fb768 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.553789] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07642473-9cf2-49ff-9a60-1c6e5a26b067 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.569189] env[69169]: DEBUG nova.compute.provider_tree [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.692088] env[69169]: DEBUG nova.network.neutron [req-d9be611e-a3db-4d9f-9c29-e8f75adce22d req-37003403-cab0-48ee-97de-0d6f8e642b84 service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Updated VIF entry in instance network info cache for port 492a62e4-1ac1-4cc4-8237-3971204eccc1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.692568] env[69169]: DEBUG nova.network.neutron [req-d9be611e-a3db-4d9f-9c29-e8f75adce22d req-37003403-cab0-48ee-97de-0d6f8e642b84 service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Updating instance_info_cache with network_info: [{"id": "492a62e4-1ac1-4cc4-8237-3971204eccc1", "address": "fa:16:3e:2d:23:a1", "network": {"id": "c3609189-0584-4165-b346-0b763b6a9169", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-152653531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d8aa6228b5843d485626ec51ecca7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492a62e4-1a", "ovs_interfaceid": "492a62e4-1ac1-4cc4-8237-3971204eccc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.754625] env[69169]: DEBUG nova.network.neutron [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.907949] env[69169]: DEBUG oslo_vmware.api [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Task: {'id': task-3251167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172364} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.909027] env[69169]: DEBUG nova.network.neutron [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Updating instance_info_cache with network_info: [{"id": "b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6", "address": "fa:16:3e:97:0a:1f", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a5e6a9-ef", "ovs_interfaceid": "b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.912678] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.912678] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.912678] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.912678] env[69169]: INFO nova.compute.manager [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 923.912678] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.912678] env[69169]: DEBUG nova.compute.manager [-] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.912678] env[69169]: DEBUG nova.network.neutron [-] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.072533] env[69169]: DEBUG nova.scheduler.client.report [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.195796] env[69169]: DEBUG oslo_concurrency.lockutils [req-d9be611e-a3db-4d9f-9c29-e8f75adce22d req-37003403-cab0-48ee-97de-0d6f8e642b84 service nova] Releasing lock "refresh_cache-3ecc127a-fa82-4a97-aaca-452d126ea168" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.411780] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "refresh_cache-d2160939-2942-44a2-b5f8-377d5dc7c1c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.412152] env[69169]: DEBUG nova.compute.manager [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Instance network_info: |[{"id": "b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6", "address": "fa:16:3e:97:0a:1f", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a5e6a9-ef", "ovs_interfaceid": "b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.412695] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:0a:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.421583] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Creating folder: Project (9cea9384eed44f5b90669987ad56d482). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.423644] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29711429-dc35-4218-b2b5-ac3ad73a3bdc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.438118] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Created folder: Project (9cea9384eed44f5b90669987ad56d482) in parent group-v649481. [ 924.438442] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Creating folder: Instances. Parent ref: group-v649641. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.438777] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6f86c36-e85d-4681-b666-ceb42827bdb9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.452401] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Created folder: Instances in parent group-v649641. [ 924.452401] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.453273] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.453516] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96ffd8db-bcd5-40f4-811e-9a9d6746e5df {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.477506] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.477506] env[69169]: value = "task-3251170" [ 924.477506] env[69169]: _type = "Task" [ 924.477506] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.487111] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251170, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.582750] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.583437] env[69169]: DEBUG nova.compute.manager [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.587349] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.517s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.589957] env[69169]: DEBUG nova.objects.instance [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 924.644857] env[69169]: DEBUG nova.compute.manager [req-d62f7598-a695-40a4-b807-1495d0cbbe83 req-dbe2592b-731e-485b-acf3-a1ada8dd55bc service nova] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Received event network-changed-b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.645552] env[69169]: DEBUG nova.compute.manager [req-d62f7598-a695-40a4-b807-1495d0cbbe83 req-dbe2592b-731e-485b-acf3-a1ada8dd55bc service nova] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Refreshing instance network info cache due to event network-changed-b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.645794] env[69169]: DEBUG oslo_concurrency.lockutils [req-d62f7598-a695-40a4-b807-1495d0cbbe83 req-dbe2592b-731e-485b-acf3-a1ada8dd55bc service nova] Acquiring lock "refresh_cache-d2160939-2942-44a2-b5f8-377d5dc7c1c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.645938] env[69169]: DEBUG oslo_concurrency.lockutils [req-d62f7598-a695-40a4-b807-1495d0cbbe83 req-dbe2592b-731e-485b-acf3-a1ada8dd55bc service nova] Acquired lock "refresh_cache-d2160939-2942-44a2-b5f8-377d5dc7c1c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.646197] env[69169]: DEBUG nova.network.neutron [req-d62f7598-a695-40a4-b807-1495d0cbbe83 req-dbe2592b-731e-485b-acf3-a1ada8dd55bc service nova] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Refreshing network info cache for port b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.672079] env[69169]: DEBUG nova.network.neutron [-] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.990023] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251170, 'name': CreateVM_Task, 'duration_secs': 0.360543} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.990023] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.990023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.990023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.990023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.990301] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51919906-2ffa-4bc8-9757-e6d07d49484e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.999017] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 924.999017] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ac798d-77cb-5502-af0d-919b08f27f01" [ 924.999017] env[69169]: _type = "Task" [ 924.999017] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.008126] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ac798d-77cb-5502-af0d-919b08f27f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.097060] env[69169]: DEBUG nova.compute.utils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.098480] env[69169]: DEBUG nova.compute.manager [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.098997] env[69169]: DEBUG nova.network.neutron [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.155818] env[69169]: DEBUG nova.policy [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd9503b8c4d14bdd9e8ed33fdb8dc734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0679c901ad846169c25de1ad80c6ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.175851] env[69169]: INFO nova.compute.manager [-] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Took 1.26 seconds to deallocate network for instance. [ 925.458087] env[69169]: DEBUG nova.network.neutron [req-d62f7598-a695-40a4-b807-1495d0cbbe83 req-dbe2592b-731e-485b-acf3-a1ada8dd55bc service nova] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Updated VIF entry in instance network info cache for port b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.458087] env[69169]: DEBUG nova.network.neutron [req-d62f7598-a695-40a4-b807-1495d0cbbe83 req-dbe2592b-731e-485b-acf3-a1ada8dd55bc service nova] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Updating instance_info_cache with network_info: [{"id": "b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6", "address": "fa:16:3e:97:0a:1f", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a5e6a9-ef", "ovs_interfaceid": "b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.481653] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 925.482008] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649640', 'volume_id': '198b1a89-ddb1-4ee6-a182-4e4ac865a090', 'name': 'volume-198b1a89-ddb1-4ee6-a182-4e4ac865a090', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8', 'attached_at': '', 'detached_at': '', 'volume_id': '198b1a89-ddb1-4ee6-a182-4e4ac865a090', 'serial': '198b1a89-ddb1-4ee6-a182-4e4ac865a090'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 925.482920] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2781aafa-54ee-46f8-b54c-6e068840c5a3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.505460] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55f9cf3-4adf-4a70-a12b-5c8623834754 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.514854] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ac798d-77cb-5502-af0d-919b08f27f01, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.532352] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.532673] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.532919] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.533080] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.534579] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.542016] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] volume-198b1a89-ddb1-4ee6-a182-4e4ac865a090/volume-198b1a89-ddb1-4ee6-a182-4e4ac865a090.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.542016] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f78a3e80-7d7e-4fcc-b103-d2ea62c23437 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.543619] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d0654df-c2bf-44b6-8cd5-71fb3e237f9b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.565329] env[69169]: DEBUG oslo_vmware.api [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 925.565329] env[69169]: value = "task-3251171" [ 925.565329] env[69169]: _type = "Task" [ 925.565329] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.566535] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.566705] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.570301] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b481ae8e-e73b-4541-a5fd-718fe145d08f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.578200] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 925.578200] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5210e494-dcfb-e7ee-90a4-d2682627713c" [ 925.578200] env[69169]: _type = "Task" [ 925.578200] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.581427] env[69169]: DEBUG oslo_vmware.api [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.591127] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5210e494-dcfb-e7ee-90a4-d2682627713c, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.592033] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23936f08-1bf8-4888-a36a-66dcfdb8913c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.598163] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 925.598163] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523e9415-2c3c-132a-4f2a-0c2eaddd00b3" [ 925.598163] env[69169]: _type = "Task" [ 925.598163] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.607509] env[69169]: DEBUG nova.compute.manager [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.610116] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523e9415-2c3c-132a-4f2a-0c2eaddd00b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.611236] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b0d7153a-42f0-4e62-bfea-af0e87489656 tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.612477] env[69169]: DEBUG oslo_concurrency.lockutils [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.953s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.613298] env[69169]: DEBUG nova.objects.instance [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Lazy-loading 'resources' on Instance uuid 863b790c-aaa5-4d1b-912a-cb3672a2f5c0 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.628095] env[69169]: DEBUG nova.network.neutron [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Successfully created port: 9b770e9e-a7a6-4652-8150-2fafda546abf {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.684764] env[69169]: DEBUG oslo_concurrency.lockutils [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.964255] env[69169]: DEBUG oslo_concurrency.lockutils [req-d62f7598-a695-40a4-b807-1495d0cbbe83 req-dbe2592b-731e-485b-acf3-a1ada8dd55bc service nova] Releasing lock "refresh_cache-d2160939-2942-44a2-b5f8-377d5dc7c1c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.964540] env[69169]: DEBUG nova.compute.manager [req-d62f7598-a695-40a4-b807-1495d0cbbe83 req-dbe2592b-731e-485b-acf3-a1ada8dd55bc service nova] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Received event network-vif-deleted-881a3dfc-7bcf-4806-ba64-7cc5466cc634 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.964718] env[69169]: INFO nova.compute.manager [req-d62f7598-a695-40a4-b807-1495d0cbbe83 req-dbe2592b-731e-485b-acf3-a1ada8dd55bc service nova] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Neutron deleted interface 881a3dfc-7bcf-4806-ba64-7cc5466cc634; detaching it from the instance and deleting it from the info cache [ 925.964900] env[69169]: DEBUG nova.network.neutron [req-d62f7598-a695-40a4-b807-1495d0cbbe83 req-dbe2592b-731e-485b-acf3-a1ada8dd55bc service nova] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.077164] env[69169]: DEBUG oslo_vmware.api [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.109863] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523e9415-2c3c-132a-4f2a-0c2eaddd00b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.110229] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.110533] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] d2160939-2942-44a2-b5f8-377d5dc7c1c4/d2160939-2942-44a2-b5f8-377d5dc7c1c4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.114527] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f6356c2-dd5b-4e09-971e-d894ccddd713 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.124495] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 926.124495] env[69169]: value = "task-3251172" [ 926.124495] env[69169]: _type = "Task" [ 926.124495] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.135635] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.467728] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebc2d101-96be-4f42-8994-40126a96efbf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.481246] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745e2f79-c213-45ec-a987-2c4c5a1b5398 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.521260] env[69169]: DEBUG nova.compute.manager [req-d62f7598-a695-40a4-b807-1495d0cbbe83 req-dbe2592b-731e-485b-acf3-a1ada8dd55bc service nova] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Detach interface failed, port_id=881a3dfc-7bcf-4806-ba64-7cc5466cc634, reason: Instance f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.582568] env[69169]: DEBUG oslo_vmware.api [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251171, 'name': ReconfigVM_Task, 'duration_secs': 0.770642} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.583545] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Reconfigured VM instance instance-00000035 to attach disk [datastore2] volume-198b1a89-ddb1-4ee6-a182-4e4ac865a090/volume-198b1a89-ddb1-4ee6-a182-4e4ac865a090.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.592743] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5482835e-e886-4854-be03-7484a82537ae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.610249] env[69169]: DEBUG oslo_vmware.api [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 926.610249] env[69169]: value = "task-3251173" [ 926.610249] env[69169]: _type = "Task" [ 926.610249] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.621784] env[69169]: DEBUG nova.compute.manager [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.624801] env[69169]: DEBUG oslo_vmware.api [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.636987] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491281} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.637326] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] d2160939-2942-44a2-b5f8-377d5dc7c1c4/d2160939-2942-44a2-b5f8-377d5dc7c1c4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.637775] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.637859] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa2b85b4-3b39-457d-8490-dd848a1fb35d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.646236] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 926.646236] env[69169]: value = "task-3251174" [ 926.646236] env[69169]: _type = "Task" [ 926.646236] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.657786] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.657786] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178a6b36-45d3-4d34-9b2f-8a31fab52103 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.665479] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b985f4-93e3-46af-a2ce-934adec82b7d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.676864] env[69169]: DEBUG nova.virt.hardware [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.677122] env[69169]: DEBUG nova.virt.hardware [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.677472] env[69169]: DEBUG nova.virt.hardware [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.677727] env[69169]: DEBUG nova.virt.hardware [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.677923] env[69169]: DEBUG nova.virt.hardware [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.678130] env[69169]: DEBUG nova.virt.hardware [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.678357] env[69169]: DEBUG nova.virt.hardware [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.678521] env[69169]: DEBUG nova.virt.hardware [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.678688] env[69169]: DEBUG nova.virt.hardware [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.678862] env[69169]: DEBUG nova.virt.hardware [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.679047] env[69169]: DEBUG nova.virt.hardware [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.680192] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc24101-e8b3-491d-a003-4ca68ff5719c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.708065] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af2c35e-335f-4371-8e45-3602aa89bbc6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.713977] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1e3c6c-8010-4c9f-abdf-5da6306e3b0e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.725815] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914918bc-a7ff-480b-b987-2e59a9ed86bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.751387] env[69169]: DEBUG nova.compute.provider_tree [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.122749] env[69169]: DEBUG oslo_vmware.api [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251173, 'name': ReconfigVM_Task, 'duration_secs': 0.176599} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.123074] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649640', 'volume_id': '198b1a89-ddb1-4ee6-a182-4e4ac865a090', 'name': 'volume-198b1a89-ddb1-4ee6-a182-4e4ac865a090', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8', 'attached_at': '', 'detached_at': '', 'volume_id': '198b1a89-ddb1-4ee6-a182-4e4ac865a090', 'serial': '198b1a89-ddb1-4ee6-a182-4e4ac865a090'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 927.157918] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095447} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.158205] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.159266] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702d0c2d-e9e3-4be0-80d9-7ec725d1afef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.182432] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] d2160939-2942-44a2-b5f8-377d5dc7c1c4/d2160939-2942-44a2-b5f8-377d5dc7c1c4.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.182724] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17a0a31e-86a7-4937-854e-61501d2b62ff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.204547] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 927.204547] env[69169]: value = "task-3251175" [ 927.204547] env[69169]: _type = "Task" [ 927.204547] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.214640] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.216803] env[69169]: DEBUG nova.compute.manager [req-244cc16b-1fdd-4065-b66c-86a3802464d0 req-83c833e1-5f52-4ce6-8133-ec3f250f9935 service nova] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Received event network-vif-plugged-9b770e9e-a7a6-4652-8150-2fafda546abf {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.217027] env[69169]: DEBUG oslo_concurrency.lockutils [req-244cc16b-1fdd-4065-b66c-86a3802464d0 req-83c833e1-5f52-4ce6-8133-ec3f250f9935 service nova] Acquiring lock "e1e94956-c9e4-47ab-ba27-7cb61ece9111-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.217238] env[69169]: DEBUG oslo_concurrency.lockutils [req-244cc16b-1fdd-4065-b66c-86a3802464d0 req-83c833e1-5f52-4ce6-8133-ec3f250f9935 service nova] Lock "e1e94956-c9e4-47ab-ba27-7cb61ece9111-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.217430] env[69169]: DEBUG oslo_concurrency.lockutils [req-244cc16b-1fdd-4065-b66c-86a3802464d0 req-83c833e1-5f52-4ce6-8133-ec3f250f9935 service nova] Lock "e1e94956-c9e4-47ab-ba27-7cb61ece9111-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.217601] env[69169]: DEBUG nova.compute.manager [req-244cc16b-1fdd-4065-b66c-86a3802464d0 req-83c833e1-5f52-4ce6-8133-ec3f250f9935 service nova] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] No waiting events found dispatching network-vif-plugged-9b770e9e-a7a6-4652-8150-2fafda546abf {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.217766] env[69169]: WARNING nova.compute.manager [req-244cc16b-1fdd-4065-b66c-86a3802464d0 req-83c833e1-5f52-4ce6-8133-ec3f250f9935 service nova] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Received unexpected event network-vif-plugged-9b770e9e-a7a6-4652-8150-2fafda546abf for instance with vm_state building and task_state spawning. [ 927.255144] env[69169]: DEBUG nova.scheduler.client.report [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.348113] env[69169]: DEBUG nova.network.neutron [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Successfully updated port: 9b770e9e-a7a6-4652-8150-2fafda546abf {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.715707] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251175, 'name': ReconfigVM_Task, 'duration_secs': 0.305335} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.715992] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Reconfigured VM instance instance-00000038 to attach disk [datastore2] d2160939-2942-44a2-b5f8-377d5dc7c1c4/d2160939-2942-44a2-b5f8-377d5dc7c1c4.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.716651] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab36a908-20e8-468c-abb0-d8250552eee8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.726320] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 927.726320] env[69169]: value = "task-3251176" [ 927.726320] env[69169]: _type = "Task" [ 927.726320] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.738863] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251176, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.760594] env[69169]: DEBUG oslo_concurrency.lockutils [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.763705] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.361s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.764608] env[69169]: INFO nova.compute.claims [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.828823] env[69169]: INFO nova.scheduler.client.report [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Deleted allocations for instance 863b790c-aaa5-4d1b-912a-cb3672a2f5c0 [ 927.853867] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "refresh_cache-e1e94956-c9e4-47ab-ba27-7cb61ece9111" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.853867] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "refresh_cache-e1e94956-c9e4-47ab-ba27-7cb61ece9111" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.853867] env[69169]: DEBUG nova.network.neutron [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.181699] env[69169]: DEBUG nova.objects.instance [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lazy-loading 'flavor' on Instance uuid fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.237551] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251176, 'name': Rename_Task, 'duration_secs': 0.171008} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.237839] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.238103] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-293cb610-c10c-4584-af0e-22e750d5db65 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.245953] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 928.245953] env[69169]: value = "task-3251177" [ 928.245953] env[69169]: _type = "Task" [ 928.245953] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.254162] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.336440] env[69169]: DEBUG oslo_concurrency.lockutils [None req-48f2248e-83dc-4f70-a01b-339bb516f7bc tempest-ServersListShow298Test-526369979 tempest-ServersListShow298Test-526369979-project-member] Lock "863b790c-aaa5-4d1b-912a-cb3672a2f5c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.965s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.387521] env[69169]: DEBUG nova.network.neutron [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.543382] env[69169]: DEBUG nova.network.neutron [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Updating instance_info_cache with network_info: [{"id": "9b770e9e-a7a6-4652-8150-2fafda546abf", "address": "fa:16:3e:6d:0a:62", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b770e9e-a7", "ovs_interfaceid": "9b770e9e-a7a6-4652-8150-2fafda546abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.688510] env[69169]: DEBUG oslo_concurrency.lockutils [None req-86ff37d2-f594-40ed-9c0d-eaa1ed9a1863 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.398s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.756424] env[69169]: DEBUG oslo_vmware.api [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251177, 'name': PowerOnVM_Task, 'duration_secs': 0.503725} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.756772] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.756772] env[69169]: INFO nova.compute.manager [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Took 6.98 seconds to spawn the instance on the hypervisor. [ 928.756851] env[69169]: DEBUG nova.compute.manager [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.757709] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddab7121-2eaa-47dd-b8dd-ba38ae3a2a8b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.959050] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.959050] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.959323] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.960655] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.960655] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.964193] env[69169]: INFO nova.compute.manager [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Terminating instance [ 929.045034] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "refresh_cache-e1e94956-c9e4-47ab-ba27-7cb61ece9111" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.045365] env[69169]: DEBUG nova.compute.manager [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Instance network_info: |[{"id": "9b770e9e-a7a6-4652-8150-2fafda546abf", "address": "fa:16:3e:6d:0a:62", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b770e9e-a7", "ovs_interfaceid": "9b770e9e-a7a6-4652-8150-2fafda546abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.045842] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:0a:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b770e9e-a7a6-4652-8150-2fafda546abf', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.053805] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Creating folder: Project (c0679c901ad846169c25de1ad80c6ef5). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.057266] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68be5c04-2c3e-446e-8b2f-1a43ab22478a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.071272] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Created folder: Project (c0679c901ad846169c25de1ad80c6ef5) in parent group-v649481. [ 929.071481] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Creating folder: Instances. Parent ref: group-v649644. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.074330] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b0ec367-6b82-4acc-a47f-59d78f1a2706 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.086021] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Created folder: Instances in parent group-v649644. [ 929.086309] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.086522] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.086741] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37314f1d-ab4a-4d6d-94fd-fa68195e3430 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.112308] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.112308] env[69169]: value = "task-3251180" [ 929.112308] env[69169]: _type = "Task" [ 929.112308] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.126340] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251180, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.246959] env[69169]: DEBUG nova.compute.manager [req-b4e67c7c-a2dc-4527-aa81-060fd44740f5 req-3914ae58-c9a3-41b3-b199-27ea24913bf1 service nova] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Received event network-changed-9b770e9e-a7a6-4652-8150-2fafda546abf {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.247233] env[69169]: DEBUG nova.compute.manager [req-b4e67c7c-a2dc-4527-aa81-060fd44740f5 req-3914ae58-c9a3-41b3-b199-27ea24913bf1 service nova] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Refreshing instance network info cache due to event network-changed-9b770e9e-a7a6-4652-8150-2fafda546abf. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.247517] env[69169]: DEBUG oslo_concurrency.lockutils [req-b4e67c7c-a2dc-4527-aa81-060fd44740f5 req-3914ae58-c9a3-41b3-b199-27ea24913bf1 service nova] Acquiring lock "refresh_cache-e1e94956-c9e4-47ab-ba27-7cb61ece9111" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.247646] env[69169]: DEBUG oslo_concurrency.lockutils [req-b4e67c7c-a2dc-4527-aa81-060fd44740f5 req-3914ae58-c9a3-41b3-b199-27ea24913bf1 service nova] Acquired lock "refresh_cache-e1e94956-c9e4-47ab-ba27-7cb61ece9111" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.247807] env[69169]: DEBUG nova.network.neutron [req-b4e67c7c-a2dc-4527-aa81-060fd44740f5 req-3914ae58-c9a3-41b3-b199-27ea24913bf1 service nova] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Refreshing network info cache for port 9b770e9e-a7a6-4652-8150-2fafda546abf {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.251051] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519cf4af-c8bc-4e2b-8bee-616e2ba9ebaa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.260409] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df66190-f158-4b6a-8bb2-4229a60d8680 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.298559] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65abf7f3-8bd4-44bc-9a44-23eac7ed2e99 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.301543] env[69169]: INFO nova.compute.manager [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Took 47.47 seconds to build instance. [ 929.308464] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a82b484-32fe-418a-939a-4c75ff586ef7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.323762] env[69169]: DEBUG nova.compute.provider_tree [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.470787] env[69169]: DEBUG nova.compute.manager [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.470787] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.470787] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-211b0b51-72f5-4cb2-84d9-649c9641c3f1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.480948] env[69169]: DEBUG oslo_vmware.api [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 929.480948] env[69169]: value = "task-3251181" [ 929.480948] env[69169]: _type = "Task" [ 929.480948] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.491835] env[69169]: DEBUG oslo_vmware.api [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.624369] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251180, 'name': CreateVM_Task, 'duration_secs': 0.379757} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.624622] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.625436] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.626026] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.626241] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.626571] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-456de718-3bb1-445f-8ed1-62dd1b643ff5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.632458] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 929.632458] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521081ba-6f6a-5976-f100-100d2775f1de" [ 929.632458] env[69169]: _type = "Task" [ 929.632458] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.641998] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521081ba-6f6a-5976-f100-100d2775f1de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.803602] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e36814cd-6f6e-4969-a9ac-773224ebacb2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.224s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.826630] env[69169]: DEBUG nova.scheduler.client.report [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.990584] env[69169]: DEBUG oslo_vmware.api [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251181, 'name': PowerOffVM_Task, 'duration_secs': 0.249985} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.990863] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.991286] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 929.991593] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649640', 'volume_id': '198b1a89-ddb1-4ee6-a182-4e4ac865a090', 'name': 'volume-198b1a89-ddb1-4ee6-a182-4e4ac865a090', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8', 'attached_at': '', 'detached_at': '', 'volume_id': '198b1a89-ddb1-4ee6-a182-4e4ac865a090', 'serial': '198b1a89-ddb1-4ee6-a182-4e4ac865a090'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 929.992557] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defe6041-e22a-4243-87db-dc08356b27dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.017187] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a492179b-6528-4b75-b6b4-d9e3fdb567c8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.020557] env[69169]: DEBUG nova.network.neutron [req-b4e67c7c-a2dc-4527-aa81-060fd44740f5 req-3914ae58-c9a3-41b3-b199-27ea24913bf1 service nova] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Updated VIF entry in instance network info cache for port 9b770e9e-a7a6-4652-8150-2fafda546abf. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.020834] env[69169]: DEBUG nova.network.neutron [req-b4e67c7c-a2dc-4527-aa81-060fd44740f5 req-3914ae58-c9a3-41b3-b199-27ea24913bf1 service nova] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Updating instance_info_cache with network_info: [{"id": "9b770e9e-a7a6-4652-8150-2fafda546abf", "address": "fa:16:3e:6d:0a:62", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b770e9e-a7", "ovs_interfaceid": "9b770e9e-a7a6-4652-8150-2fafda546abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.027453] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d999b505-2125-4287-b227-99bcc1d0a6f5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.050881] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec83b9da-6e08-4868-8b37-08a64eb59dc9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.068560] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] The volume has not been displaced from its original location: [datastore2] volume-198b1a89-ddb1-4ee6-a182-4e4ac865a090/volume-198b1a89-ddb1-4ee6-a182-4e4ac865a090.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 930.073674] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.073960] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb83803-3602-491d-a276-31829971a9c1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.094623] env[69169]: DEBUG oslo_vmware.api [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 930.094623] env[69169]: value = "task-3251182" [ 930.094623] env[69169]: _type = "Task" [ 930.094623] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.103483] env[69169]: DEBUG oslo_vmware.api [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.143410] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521081ba-6f6a-5976-f100-100d2775f1de, 'name': SearchDatastore_Task, 'duration_secs': 0.013631} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.143691] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.143921] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.144162] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.144304] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.144480] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.144756] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b567c682-2886-4309-b6be-df0c7b2d8c84 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.153502] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.153668] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.154366] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11ef7d9-2940-4c77-b4d9-2a00bd1a1838 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.159419] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 930.159419] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a80b57-5b32-826f-b087-766c76b21a62" [ 930.159419] env[69169]: _type = "Task" [ 930.159419] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.166854] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a80b57-5b32-826f-b087-766c76b21a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.179480] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0c4deaa3-5618-4583-b62d-daeb5bef1967 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.180054] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0c4deaa3-5618-4583-b62d-daeb5bef1967 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.180054] env[69169]: DEBUG nova.compute.manager [None req-0c4deaa3-5618-4583-b62d-daeb5bef1967 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.180754] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22c18da-fdd6-4f04-a1b6-581bca1e25e5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.187283] env[69169]: DEBUG nova.compute.manager [None req-0c4deaa3-5618-4583-b62d-daeb5bef1967 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69169) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 930.187943] env[69169]: DEBUG nova.objects.instance [None req-0c4deaa3-5618-4583-b62d-daeb5bef1967 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lazy-loading 'flavor' on Instance uuid d2160939-2942-44a2-b5f8-377d5dc7c1c4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.308126] env[69169]: DEBUG nova.compute.manager [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.332200] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.332856] env[69169]: DEBUG nova.compute.manager [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.336146] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.122s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.336477] env[69169]: DEBUG nova.objects.instance [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lazy-loading 'resources' on Instance uuid ca6fc799-0159-4372-87ee-28c3392ce959 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.523296] env[69169]: DEBUG oslo_concurrency.lockutils [req-b4e67c7c-a2dc-4527-aa81-060fd44740f5 req-3914ae58-c9a3-41b3-b199-27ea24913bf1 service nova] Releasing lock "refresh_cache-e1e94956-c9e4-47ab-ba27-7cb61ece9111" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.605373] env[69169]: DEBUG oslo_vmware.api [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251182, 'name': ReconfigVM_Task, 'duration_secs': 0.301651} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.605658] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.610710] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cccbfb49-dc98-49eb-99dd-1a790336361d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.625940] env[69169]: DEBUG oslo_vmware.api [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 930.625940] env[69169]: value = "task-3251183" [ 930.625940] env[69169]: _type = "Task" [ 930.625940] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.634038] env[69169]: DEBUG oslo_vmware.api [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.670302] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a80b57-5b32-826f-b087-766c76b21a62, 'name': SearchDatastore_Task, 'duration_secs': 0.008874} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.671093] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0cc4fd5-4ebd-4775-9759-9d445f8442ae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.676252] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 930.676252] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52045cf9-97cb-df93-3f75-49072615ddb5" [ 930.676252] env[69169]: _type = "Task" [ 930.676252] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.684957] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52045cf9-97cb-df93-3f75-49072615ddb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.837664] env[69169]: DEBUG nova.compute.utils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.839110] env[69169]: DEBUG nova.compute.manager [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.839285] env[69169]: DEBUG nova.network.neutron [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.850511] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.960178] env[69169]: DEBUG nova.policy [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd9503b8c4d14bdd9e8ed33fdb8dc734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0679c901ad846169c25de1ad80c6ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.141911] env[69169]: DEBUG oslo_vmware.api [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251183, 'name': ReconfigVM_Task, 'duration_secs': 0.186178} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.142242] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649640', 'volume_id': '198b1a89-ddb1-4ee6-a182-4e4ac865a090', 'name': 'volume-198b1a89-ddb1-4ee6-a182-4e4ac865a090', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8', 'attached_at': '', 'detached_at': '', 'volume_id': '198b1a89-ddb1-4ee6-a182-4e4ac865a090', 'serial': '198b1a89-ddb1-4ee6-a182-4e4ac865a090'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 931.142530] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.143387] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03593ec-d062-4ed2-afe5-17c43ff99409 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.153241] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.153490] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bad55ed-6d99-4e37-ab98-8e5ca86cc9b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.190509] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52045cf9-97cb-df93-3f75-49072615ddb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.190774] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.191044] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] e1e94956-c9e4-47ab-ba27-7cb61ece9111/e1e94956-c9e4-47ab-ba27-7cb61ece9111.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.191313] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d322b7d6-158a-46f5-a58b-5a9fcef41b6a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.196420] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4deaa3-5618-4583-b62d-daeb5bef1967 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.197209] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b942429-0158-42d1-8a5c-66fd36aa10f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.203151] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 931.203151] env[69169]: value = "task-3251185" [ 931.203151] env[69169]: _type = "Task" [ 931.203151] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.204563] env[69169]: DEBUG oslo_vmware.api [None req-0c4deaa3-5618-4583-b62d-daeb5bef1967 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 931.204563] env[69169]: value = "task-3251186" [ 931.204563] env[69169]: _type = "Task" [ 931.204563] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.224889] env[69169]: DEBUG oslo_vmware.api [None req-0c4deaa3-5618-4583-b62d-daeb5bef1967 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.228825] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.234567] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.234567] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.234567] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleting the datastore file [datastore1] fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.235661] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eee52b72-82b0-43a5-8563-ddc33087c504 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.243470] env[69169]: DEBUG oslo_vmware.api [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 931.243470] env[69169]: value = "task-3251187" [ 931.243470] env[69169]: _type = "Task" [ 931.243470] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.256912] env[69169]: DEBUG oslo_vmware.api [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.273766] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f58af5d-ad08-47b3-bad3-f0f340f8db78 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.282768] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afa2e04-71f8-4962-b63b-94adc192f316 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.319294] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa067663-82de-4f32-96ad-64d41f5fccac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.328593] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933d1b1e-8ee3-4f46-a617-c598357d306d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.344406] env[69169]: DEBUG nova.compute.manager [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.347544] env[69169]: DEBUG nova.compute.provider_tree [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.385601] env[69169]: DEBUG nova.network.neutron [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Successfully created port: 5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.720805] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251185, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.724140] env[69169]: DEBUG oslo_vmware.api [None req-0c4deaa3-5618-4583-b62d-daeb5bef1967 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251186, 'name': PowerOffVM_Task, 'duration_secs': 0.222002} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.724485] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4deaa3-5618-4583-b62d-daeb5bef1967 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.724717] env[69169]: DEBUG nova.compute.manager [None req-0c4deaa3-5618-4583-b62d-daeb5bef1967 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.725579] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60b9c10-3f38-4397-98a5-3ef054365a02 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.753850] env[69169]: DEBUG oslo_vmware.api [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165046} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.754118] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.755538] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.755538] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.755538] env[69169]: INFO nova.compute.manager [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Took 2.28 seconds to destroy the instance on the hypervisor. [ 931.755538] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.755538] env[69169]: DEBUG nova.compute.manager [-] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.755538] env[69169]: DEBUG nova.network.neutron [-] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.853995] env[69169]: DEBUG nova.scheduler.client.report [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.084757] env[69169]: DEBUG nova.compute.manager [req-30241517-f257-4018-9f39-98b3ff9a7d22 req-d93d3111-1823-4d97-9291-4102fc9b5d08 service nova] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Received event network-vif-deleted-754a8333-4e63-4579-a29b-5aa503fb9ac0 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.084965] env[69169]: INFO nova.compute.manager [req-30241517-f257-4018-9f39-98b3ff9a7d22 req-d93d3111-1823-4d97-9291-4102fc9b5d08 service nova] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Neutron deleted interface 754a8333-4e63-4579-a29b-5aa503fb9ac0; detaching it from the instance and deleting it from the info cache [ 932.085159] env[69169]: DEBUG nova.network.neutron [req-30241517-f257-4018-9f39-98b3ff9a7d22 req-d93d3111-1823-4d97-9291-4102fc9b5d08 service nova] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.215125] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251185, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.240383] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0c4deaa3-5618-4583-b62d-daeb5bef1967 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.359400] env[69169]: DEBUG nova.compute.manager [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.361872] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.364200] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.895s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.366357] env[69169]: INFO nova.compute.claims [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.400453] env[69169]: DEBUG nova.virt.hardware [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.400704] env[69169]: DEBUG nova.virt.hardware [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.400862] env[69169]: DEBUG nova.virt.hardware [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.401058] env[69169]: DEBUG nova.virt.hardware [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.401210] env[69169]: DEBUG nova.virt.hardware [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.401356] env[69169]: DEBUG nova.virt.hardware [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.401563] env[69169]: DEBUG nova.virt.hardware [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.401809] env[69169]: DEBUG nova.virt.hardware [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.401883] env[69169]: DEBUG nova.virt.hardware [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.402054] env[69169]: DEBUG nova.virt.hardware [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.402269] env[69169]: DEBUG nova.virt.hardware [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.403114] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fb338f-d074-419d-b1ac-0c77fec2abb4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.413650] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d53c07-b47b-4b4a-b3d1-a81765b4e668 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.418262] env[69169]: INFO nova.scheduler.client.report [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Deleted allocations for instance ca6fc799-0159-4372-87ee-28c3392ce959 [ 932.542948] env[69169]: DEBUG nova.network.neutron [-] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.587580] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e145324-aa52-4ad6-8510-2548a944e327 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.599261] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc80aede-0114-49df-bca3-213bfb33f0ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.633978] env[69169]: DEBUG nova.compute.manager [req-30241517-f257-4018-9f39-98b3ff9a7d22 req-d93d3111-1823-4d97-9291-4102fc9b5d08 service nova] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Detach interface failed, port_id=754a8333-4e63-4579-a29b-5aa503fb9ac0, reason: Instance fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 932.716127] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251185, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.933537] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8849c6ef-8458-4db6-b34b-e7dfd003cc63 tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "ca6fc799-0159-4372-87ee-28c3392ce959" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.178s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.942490] env[69169]: DEBUG nova.compute.manager [req-cfdd4cff-65d8-47b5-9ef5-8820f474850e req-9d09b1c7-5449-4ee8-8964-ad155cf96956 service nova] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Received event network-vif-plugged-5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.942800] env[69169]: DEBUG oslo_concurrency.lockutils [req-cfdd4cff-65d8-47b5-9ef5-8820f474850e req-9d09b1c7-5449-4ee8-8964-ad155cf96956 service nova] Acquiring lock "e85e3f78-4be2-4ed0-9553-f7d78d99ddc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.942893] env[69169]: DEBUG oslo_concurrency.lockutils [req-cfdd4cff-65d8-47b5-9ef5-8820f474850e req-9d09b1c7-5449-4ee8-8964-ad155cf96956 service nova] Lock "e85e3f78-4be2-4ed0-9553-f7d78d99ddc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.943047] env[69169]: DEBUG oslo_concurrency.lockutils [req-cfdd4cff-65d8-47b5-9ef5-8820f474850e req-9d09b1c7-5449-4ee8-8964-ad155cf96956 service nova] Lock "e85e3f78-4be2-4ed0-9553-f7d78d99ddc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.943211] env[69169]: DEBUG nova.compute.manager [req-cfdd4cff-65d8-47b5-9ef5-8820f474850e req-9d09b1c7-5449-4ee8-8964-ad155cf96956 service nova] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] No waiting events found dispatching network-vif-plugged-5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.943366] env[69169]: WARNING nova.compute.manager [req-cfdd4cff-65d8-47b5-9ef5-8820f474850e req-9d09b1c7-5449-4ee8-8964-ad155cf96956 service nova] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Received unexpected event network-vif-plugged-5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b for instance with vm_state building and task_state spawning. [ 933.040754] env[69169]: DEBUG nova.network.neutron [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Successfully updated port: 5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.046035] env[69169]: INFO nova.compute.manager [-] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Took 1.29 seconds to deallocate network for instance. [ 933.217033] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251185, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.629504} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.217033] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] e1e94956-c9e4-47ab-ba27-7cb61ece9111/e1e94956-c9e4-47ab-ba27-7cb61ece9111.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.217202] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.217374] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbfc1e23-70b0-474e-af5e-475d69d943e6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.225095] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 933.225095] env[69169]: value = "task-3251188" [ 933.225095] env[69169]: _type = "Task" [ 933.225095] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.236094] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.519287] env[69169]: DEBUG nova.compute.manager [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.519590] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf747b6-7b01-405a-b36e-85cf283775a7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.543717] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "refresh_cache-e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.543873] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "refresh_cache-e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.544052] env[69169]: DEBUG nova.network.neutron [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.618638] env[69169]: INFO nova.compute.manager [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Took 0.57 seconds to detach 1 volumes for instance. [ 933.734952] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160496} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.735320] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.736328] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a99cb9-ff06-4f35-8be2-a9b8391a92bc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.765179] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] e1e94956-c9e4-47ab-ba27-7cb61ece9111/e1e94956-c9e4-47ab-ba27-7cb61ece9111.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.767915] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6439c7e5-d279-44d5-b281-204f51e26ad2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.789305] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 933.789305] env[69169]: value = "task-3251189" [ 933.789305] env[69169]: _type = "Task" [ 933.789305] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.798965] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.818510] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a952bdc9-3286-4431-bbdf-007fdd23e3e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.826519] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235de7c8-923e-410b-a2af-b65c7051e443 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.858523] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b09df46-b508-4e0e-8bb7-4a01a728b9c7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.866883] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2402598-5a15-4517-b9dc-210ae9d12a2c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.882533] env[69169]: DEBUG nova.compute.provider_tree [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.033159] env[69169]: INFO nova.compute.manager [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] instance snapshotting [ 934.033396] env[69169]: WARNING nova.compute.manager [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 934.036964] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ad14c7-407b-404b-b0da-a5f18b5c4749 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.059496] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3bad6b-2ef9-4614-80c6-332b7006564e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.106967] env[69169]: DEBUG nova.network.neutron [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.125036] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.300883] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.311322] env[69169]: DEBUG nova.network.neutron [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Updating instance_info_cache with network_info: [{"id": "5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b", "address": "fa:16:3e:a0:06:f3", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc1ba9f-b7", "ovs_interfaceid": "5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.386178] env[69169]: DEBUG nova.scheduler.client.report [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.573374] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 934.573554] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6f9466f3-f3d2-47cd-ae60-66be58c5822b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.583611] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 934.583611] env[69169]: value = "task-3251190" [ 934.583611] env[69169]: _type = "Task" [ 934.583611] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.599745] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251190, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.733835] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "9508d01e-4f1e-4545-87b9-fd7e1b5d6404" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.734076] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "9508d01e-4f1e-4545-87b9-fd7e1b5d6404" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.801709] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251189, 'name': ReconfigVM_Task, 'duration_secs': 0.832321} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.801998] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Reconfigured VM instance instance-00000039 to attach disk [datastore2] e1e94956-c9e4-47ab-ba27-7cb61ece9111/e1e94956-c9e4-47ab-ba27-7cb61ece9111.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.802651] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38785762-cb66-4667-9234-474d9e02d147 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.809682] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 934.809682] env[69169]: value = "task-3251191" [ 934.809682] env[69169]: _type = "Task" [ 934.809682] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.813302] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "refresh_cache-e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.813612] env[69169]: DEBUG nova.compute.manager [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Instance network_info: |[{"id": "5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b", "address": "fa:16:3e:a0:06:f3", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc1ba9f-b7", "ovs_interfaceid": "5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.813973] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:06:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.821986] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.825097] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.825301] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251191, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.825531] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40097e20-ee33-41e6-8333-4f7e83a4ae7f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.846422] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.846422] env[69169]: value = "task-3251192" [ 934.846422] env[69169]: _type = "Task" [ 934.846422] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.860662] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251192, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.891237] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.891732] env[69169]: DEBUG nova.compute.manager [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.894220] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.345s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.895891] env[69169]: INFO nova.compute.claims [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.986976] env[69169]: DEBUG nova.compute.manager [req-366a35ea-faa4-475d-bb21-9dcb99f28787 req-83077e4b-77ee-4d4b-9595-36766c90d0ce service nova] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Received event network-changed-5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.987189] env[69169]: DEBUG nova.compute.manager [req-366a35ea-faa4-475d-bb21-9dcb99f28787 req-83077e4b-77ee-4d4b-9595-36766c90d0ce service nova] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Refreshing instance network info cache due to event network-changed-5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.987794] env[69169]: DEBUG oslo_concurrency.lockutils [req-366a35ea-faa4-475d-bb21-9dcb99f28787 req-83077e4b-77ee-4d4b-9595-36766c90d0ce service nova] Acquiring lock "refresh_cache-e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.987794] env[69169]: DEBUG oslo_concurrency.lockutils [req-366a35ea-faa4-475d-bb21-9dcb99f28787 req-83077e4b-77ee-4d4b-9595-36766c90d0ce service nova] Acquired lock "refresh_cache-e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.987794] env[69169]: DEBUG nova.network.neutron [req-366a35ea-faa4-475d-bb21-9dcb99f28787 req-83077e4b-77ee-4d4b-9595-36766c90d0ce service nova] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Refreshing network info cache for port 5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.070738] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.071067] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.094288] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251190, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.320545] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251191, 'name': Rename_Task, 'duration_secs': 0.432453} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.320545] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.320545] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7da5a716-07ae-4a9e-8324-c217f1c96ef4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.327377] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 935.327377] env[69169]: value = "task-3251193" [ 935.327377] env[69169]: _type = "Task" [ 935.327377] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.337196] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.356545] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251192, 'name': CreateVM_Task, 'duration_secs': 0.358767} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.356721] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.357472] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.357646] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.357966] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.358246] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1983c5a7-b529-494f-a921-6cfe726e87d2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.375763] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 935.375763] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523ead42-fb05-f40e-e83a-9f7d5c7db44e" [ 935.375763] env[69169]: _type = "Task" [ 935.375763] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.384448] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523ead42-fb05-f40e-e83a-9f7d5c7db44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.404212] env[69169]: DEBUG nova.compute.utils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.406321] env[69169]: DEBUG nova.compute.manager [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.406611] env[69169]: DEBUG nova.network.neutron [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.496385] env[69169]: DEBUG nova.policy [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a034279c41064f17894e9c94aa6544a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b84b73a335453b88658f5f9c6e88d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.597471] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251190, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.718343] env[69169]: DEBUG nova.network.neutron [req-366a35ea-faa4-475d-bb21-9dcb99f28787 req-83077e4b-77ee-4d4b-9595-36766c90d0ce service nova] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Updated VIF entry in instance network info cache for port 5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.719882] env[69169]: DEBUG nova.network.neutron [req-366a35ea-faa4-475d-bb21-9dcb99f28787 req-83077e4b-77ee-4d4b-9595-36766c90d0ce service nova] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Updating instance_info_cache with network_info: [{"id": "5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b", "address": "fa:16:3e:a0:06:f3", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc1ba9f-b7", "ovs_interfaceid": "5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.839836] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.886765] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523ead42-fb05-f40e-e83a-9f7d5c7db44e, 'name': SearchDatastore_Task, 'duration_secs': 0.023072} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.888084] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.888084] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.888084] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.888084] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.888084] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.888916] env[69169]: DEBUG nova.network.neutron [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Successfully created port: 6d76227b-6b61-4f14-8fbe-39f127527995 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.890715] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3396130-4417-43f9-8451-d6cf72f10c68 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.902242] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.902469] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.903288] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b0bb93-6fb9-4614-8154-68283bb372f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.913467] env[69169]: DEBUG nova.compute.manager [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.916228] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 935.916228] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526929b1-d58a-4a1a-1670-4228df28a237" [ 935.916228] env[69169]: _type = "Task" [ 935.916228] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.926834] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526929b1-d58a-4a1a-1670-4228df28a237, 'name': SearchDatastore_Task, 'duration_secs': 0.011951} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.929012] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b45b16-3775-4c95-b7e3-8fc45c33c7e0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.938761] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 935.938761] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523d2b1c-60fa-da56-003e-a3dee9137008" [ 935.938761] env[69169]: _type = "Task" [ 935.938761] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.948294] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523d2b1c-60fa-da56-003e-a3dee9137008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.094525] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251190, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.221844] env[69169]: DEBUG oslo_concurrency.lockutils [req-366a35ea-faa4-475d-bb21-9dcb99f28787 req-83077e4b-77ee-4d4b-9595-36766c90d0ce service nova] Releasing lock "refresh_cache-e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.335486] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f7d4c7-0271-4ab3-9280-55e26bd77118 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.341388] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251193, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.346010] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6778fb-7df8-4a43-9739-a4b8c970c634 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.376886] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f440e469-23af-496b-a536-fa3ac2dcb989 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.386020] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc404ad-5f94-4f24-93b7-bdbffc9b617a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.402374] env[69169]: DEBUG nova.compute.provider_tree [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.451921] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523d2b1c-60fa-da56-003e-a3dee9137008, 'name': SearchDatastore_Task, 'duration_secs': 0.012782} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.452275] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.452564] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] e85e3f78-4be2-4ed0-9553-f7d78d99ddc2/e85e3f78-4be2-4ed0-9553-f7d78d99ddc2.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.452909] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d27fc1ce-f68b-44d8-841b-02dc4a3861fe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.463643] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 936.463643] env[69169]: value = "task-3251194" [ 936.463643] env[69169]: _type = "Task" [ 936.463643] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.477196] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.595498] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251190, 'name': CreateSnapshot_Task, 'duration_secs': 1.91715} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.595793] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 936.596589] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b3b400-f25b-4713-a10b-d2864c00a28f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.839974] env[69169]: DEBUG oslo_vmware.api [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251193, 'name': PowerOnVM_Task, 'duration_secs': 1.155817} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.840152] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.840363] env[69169]: INFO nova.compute.manager [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Took 10.22 seconds to spawn the instance on the hypervisor. [ 936.840547] env[69169]: DEBUG nova.compute.manager [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.841410] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9860fdb9-6fca-4543-9aaa-d1d7a8d75921 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.909182] env[69169]: DEBUG nova.scheduler.client.report [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.928407] env[69169]: DEBUG nova.compute.manager [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.962356] env[69169]: DEBUG nova.virt.hardware [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.963114] env[69169]: DEBUG nova.virt.hardware [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.963114] env[69169]: DEBUG nova.virt.hardware [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.963114] env[69169]: DEBUG nova.virt.hardware [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.963290] env[69169]: DEBUG nova.virt.hardware [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.963446] env[69169]: DEBUG nova.virt.hardware [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.965744] env[69169]: DEBUG nova.virt.hardware [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.965744] env[69169]: DEBUG nova.virt.hardware [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.965744] env[69169]: DEBUG nova.virt.hardware [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.965744] env[69169]: DEBUG nova.virt.hardware [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.965744] env[69169]: DEBUG nova.virt.hardware [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.966233] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e3885c-9722-4e6e-9ebc-b7787e0f3952 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.982204] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251194, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.986261] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3082a222-b642-4eaf-8758-ae0ad271cfe1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.115401] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 937.115763] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ecab24ad-e022-4f85-91cf-c8a811e57493 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.125533] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 937.125533] env[69169]: value = "task-3251195" [ 937.125533] env[69169]: _type = "Task" [ 937.125533] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.135084] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251195, 'name': CloneVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.319137] env[69169]: DEBUG nova.compute.manager [req-c57c2f09-cbfd-4a01-9117-1a7c09f78e5a req-271f10e9-6709-4662-979b-1253a78dd906 service nova] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Received event network-vif-plugged-6d76227b-6b61-4f14-8fbe-39f127527995 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.319339] env[69169]: DEBUG oslo_concurrency.lockutils [req-c57c2f09-cbfd-4a01-9117-1a7c09f78e5a req-271f10e9-6709-4662-979b-1253a78dd906 service nova] Acquiring lock "147238a2-3a9e-4338-b0a4-f2f158784284-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.319560] env[69169]: DEBUG oslo_concurrency.lockutils [req-c57c2f09-cbfd-4a01-9117-1a7c09f78e5a req-271f10e9-6709-4662-979b-1253a78dd906 service nova] Lock "147238a2-3a9e-4338-b0a4-f2f158784284-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.319735] env[69169]: DEBUG oslo_concurrency.lockutils [req-c57c2f09-cbfd-4a01-9117-1a7c09f78e5a req-271f10e9-6709-4662-979b-1253a78dd906 service nova] Lock "147238a2-3a9e-4338-b0a4-f2f158784284-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.319914] env[69169]: DEBUG nova.compute.manager [req-c57c2f09-cbfd-4a01-9117-1a7c09f78e5a req-271f10e9-6709-4662-979b-1253a78dd906 service nova] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] No waiting events found dispatching network-vif-plugged-6d76227b-6b61-4f14-8fbe-39f127527995 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.320115] env[69169]: WARNING nova.compute.manager [req-c57c2f09-cbfd-4a01-9117-1a7c09f78e5a req-271f10e9-6709-4662-979b-1253a78dd906 service nova] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Received unexpected event network-vif-plugged-6d76227b-6b61-4f14-8fbe-39f127527995 for instance with vm_state building and task_state spawning. [ 937.360229] env[69169]: INFO nova.compute.manager [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Took 52.52 seconds to build instance. [ 937.409576] env[69169]: DEBUG nova.network.neutron [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Successfully updated port: 6d76227b-6b61-4f14-8fbe-39f127527995 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.415443] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.416364] env[69169]: DEBUG nova.compute.manager [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.420158] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.893s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.420451] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.420694] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 937.421124] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.615s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.426737] env[69169]: INFO nova.compute.claims [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.434604] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9738a246-ec4e-4567-824a-cfa6b81af27a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.446622] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69452980-c6b9-4c11-b705-0e52356fba69 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.482016] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea9f6d0-4a8c-41f1-a3a1-eae95afb37c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.497087] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57452} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.498775] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c0c6d7-1a5a-4ea8-a5af-d18a7dcf6454 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.503875] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] e85e3f78-4be2-4ed0-9553-f7d78d99ddc2/e85e3f78-4be2-4ed0-9553-f7d78d99ddc2.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.504239] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.505032] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-feabdb3f-372c-4198-ad56-6f4c2d10f4b2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.542802] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178790MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 937.542966] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.544611] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 937.544611] env[69169]: value = "task-3251196" [ 937.544611] env[69169]: _type = "Task" [ 937.544611] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.552760] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.637695] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251195, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.865984] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4f6a388-8c92-4842-b130-07dcc4d39f00 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "e1e94956-c9e4-47ab-ba27-7cb61ece9111" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.666s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.912451] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "refresh_cache-147238a2-3a9e-4338-b0a4-f2f158784284" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.912635] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquired lock "refresh_cache-147238a2-3a9e-4338-b0a4-f2f158784284" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.912754] env[69169]: DEBUG nova.network.neutron [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.933306] env[69169]: DEBUG nova.compute.utils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.935122] env[69169]: DEBUG nova.compute.manager [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.935122] env[69169]: DEBUG nova.network.neutron [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.028022] env[69169]: DEBUG nova.policy [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a034279c41064f17894e9c94aa6544a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b84b73a335453b88658f5f9c6e88d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.056168] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.299017} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.056293] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.057052] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e270bec-8325-4fc2-91c2-1bab66fdca7e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.079442] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] e85e3f78-4be2-4ed0-9553-f7d78d99ddc2/e85e3f78-4be2-4ed0-9553-f7d78d99ddc2.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.079927] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde7cd28-92ab-45a5-882a-37955e9f63ee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.100863] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 938.100863] env[69169]: value = "task-3251197" [ 938.100863] env[69169]: _type = "Task" [ 938.100863] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.109993] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.137578] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251195, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.360675] env[69169]: DEBUG nova.network.neutron [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Successfully created port: ced8799c-cc63-434d-b80d-7d9aefba2198 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.367487] env[69169]: DEBUG nova.compute.manager [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.438047] env[69169]: DEBUG nova.compute.manager [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.445800] env[69169]: DEBUG nova.network.neutron [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.609824] env[69169]: DEBUG nova.network.neutron [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Updating instance_info_cache with network_info: [{"id": "6d76227b-6b61-4f14-8fbe-39f127527995", "address": "fa:16:3e:98:40:85", "network": {"id": "c9010b44-16e0-4b10-9666-a6f203a1eb28", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1928683039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b84b73a335453b88658f5f9c6e88d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d76227b-6b", "ovs_interfaceid": "6d76227b-6b61-4f14-8fbe-39f127527995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.617979] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251197, 'name': ReconfigVM_Task, 'duration_secs': 0.297813} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.618675] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Reconfigured VM instance instance-0000003a to attach disk [datastore1] e85e3f78-4be2-4ed0-9553-f7d78d99ddc2/e85e3f78-4be2-4ed0-9553-f7d78d99ddc2.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.619354] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d96409bd-ae0a-4f14-b01b-8d13fe51348f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.626988] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 938.626988] env[69169]: value = "task-3251198" [ 938.626988] env[69169]: _type = "Task" [ 938.626988] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.639664] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251198, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.645767] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251195, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.877921] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a517c5-a063-4bac-98d2-cdc0c8c273db {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.888683] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8e2a00-8945-4fb7-aea9-1b931caf618c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.920535] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.921533] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8569d1f-4387-4e73-8910-7a278f487a39 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.929926] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649488f8-01af-4719-ba31-7e95a5153840 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.948382] env[69169]: DEBUG nova.compute.provider_tree [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.119303] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Releasing lock "refresh_cache-147238a2-3a9e-4338-b0a4-f2f158784284" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.119496] env[69169]: DEBUG nova.compute.manager [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Instance network_info: |[{"id": "6d76227b-6b61-4f14-8fbe-39f127527995", "address": "fa:16:3e:98:40:85", "network": {"id": "c9010b44-16e0-4b10-9666-a6f203a1eb28", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1928683039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b84b73a335453b88658f5f9c6e88d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d76227b-6b", "ovs_interfaceid": "6d76227b-6b61-4f14-8fbe-39f127527995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.119895] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:40:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d76227b-6b61-4f14-8fbe-39f127527995', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.127870] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Creating folder: Project (63b84b73a335453b88658f5f9c6e88d1). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.128243] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98c87f27-48a0-40f9-b633-b6a7409fc4b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.143701] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251198, 'name': Rename_Task, 'duration_secs': 0.152717} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.146857] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.147171] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251195, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.148606] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77b088cc-85e4-493b-b0d5-0924fd0372c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.150290] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Created folder: Project (63b84b73a335453b88658f5f9c6e88d1) in parent group-v649481. [ 939.150469] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Creating folder: Instances. Parent ref: group-v649650. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.150699] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e11ef6e-c048-488b-bf58-71fac1aa9eda {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.158033] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 939.158033] env[69169]: value = "task-3251200" [ 939.158033] env[69169]: _type = "Task" [ 939.158033] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.162875] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Created folder: Instances in parent group-v649650. [ 939.163547] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.163547] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.163624] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2e95ca1-386e-4c29-a047-f454094bfc49 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.183062] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.191253] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.191253] env[69169]: value = "task-3251202" [ 939.191253] env[69169]: _type = "Task" [ 939.191253] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.199341] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251202, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.224999] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "d59bc90a-d340-4e5f-b395-e320de617c16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.225169] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.225321] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "d59bc90a-d340-4e5f-b395-e320de617c16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.225608] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.225780] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.228047] env[69169]: INFO nova.compute.manager [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Terminating instance [ 939.346863] env[69169]: DEBUG nova.compute.manager [req-522240c1-f88f-42f5-a288-dc35b3cb5a27 req-c198819b-3dec-4f14-88f5-69b5d71efbf2 service nova] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Received event network-changed-6d76227b-6b61-4f14-8fbe-39f127527995 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.346863] env[69169]: DEBUG nova.compute.manager [req-522240c1-f88f-42f5-a288-dc35b3cb5a27 req-c198819b-3dec-4f14-88f5-69b5d71efbf2 service nova] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Refreshing instance network info cache due to event network-changed-6d76227b-6b61-4f14-8fbe-39f127527995. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.346863] env[69169]: DEBUG oslo_concurrency.lockutils [req-522240c1-f88f-42f5-a288-dc35b3cb5a27 req-c198819b-3dec-4f14-88f5-69b5d71efbf2 service nova] Acquiring lock "refresh_cache-147238a2-3a9e-4338-b0a4-f2f158784284" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.346973] env[69169]: DEBUG oslo_concurrency.lockutils [req-522240c1-f88f-42f5-a288-dc35b3cb5a27 req-c198819b-3dec-4f14-88f5-69b5d71efbf2 service nova] Acquired lock "refresh_cache-147238a2-3a9e-4338-b0a4-f2f158784284" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.347100] env[69169]: DEBUG nova.network.neutron [req-522240c1-f88f-42f5-a288-dc35b3cb5a27 req-c198819b-3dec-4f14-88f5-69b5d71efbf2 service nova] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Refreshing network info cache for port 6d76227b-6b61-4f14-8fbe-39f127527995 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.451778] env[69169]: DEBUG nova.compute.manager [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.454864] env[69169]: DEBUG nova.scheduler.client.report [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.482259] env[69169]: DEBUG nova.virt.hardware [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.482587] env[69169]: DEBUG nova.virt.hardware [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.482854] env[69169]: DEBUG nova.virt.hardware [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.483387] env[69169]: DEBUG nova.virt.hardware [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.483387] env[69169]: DEBUG nova.virt.hardware [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.483387] env[69169]: DEBUG nova.virt.hardware [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.483603] env[69169]: DEBUG nova.virt.hardware [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.483817] env[69169]: DEBUG nova.virt.hardware [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.484040] env[69169]: DEBUG nova.virt.hardware [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.484229] env[69169]: DEBUG nova.virt.hardware [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.484408] env[69169]: DEBUG nova.virt.hardware [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.485917] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4725bc-bcb4-45ec-bf20-a901577f6bb3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.496142] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457c524c-9d02-4264-8d18-dbdc93be6ee4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.646938] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251195, 'name': CloneVM_Task} progress is 95%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.669955] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251200, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.701135] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251202, 'name': CreateVM_Task, 'duration_secs': 0.373436} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.701309] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.702060] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.702245] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.702573] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.702874] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4def3053-be70-4543-97d9-792fb1df7b4e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.709016] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 939.709016] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e71ef8-07f1-6cb5-b816-f9fa40a0cfa6" [ 939.709016] env[69169]: _type = "Task" [ 939.709016] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.718320] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e71ef8-07f1-6cb5-b816-f9fa40a0cfa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.733204] env[69169]: DEBUG nova.compute.manager [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.733441] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.734340] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da060ae-9adb-4b54-8ee0-e85ff209a2b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.742632] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.742906] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-631abf62-816d-4da7-a714-2e54e7262f2b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.758902] env[69169]: DEBUG oslo_vmware.api [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 939.758902] env[69169]: value = "task-3251203" [ 939.758902] env[69169]: _type = "Task" [ 939.758902] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.767562] env[69169]: DEBUG oslo_vmware.api [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.900689] env[69169]: DEBUG nova.network.neutron [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Successfully updated port: ced8799c-cc63-434d-b80d-7d9aefba2198 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.961464] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.962065] env[69169]: DEBUG nova.compute.manager [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.968056] env[69169]: DEBUG oslo_concurrency.lockutils [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.970s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.968056] env[69169]: DEBUG nova.objects.instance [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lazy-loading 'resources' on Instance uuid 58fcd76a-24cc-400e-a836-5ca27ef7c6b7 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.085336] env[69169]: DEBUG nova.network.neutron [req-522240c1-f88f-42f5-a288-dc35b3cb5a27 req-c198819b-3dec-4f14-88f5-69b5d71efbf2 service nova] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Updated VIF entry in instance network info cache for port 6d76227b-6b61-4f14-8fbe-39f127527995. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.085738] env[69169]: DEBUG nova.network.neutron [req-522240c1-f88f-42f5-a288-dc35b3cb5a27 req-c198819b-3dec-4f14-88f5-69b5d71efbf2 service nova] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Updating instance_info_cache with network_info: [{"id": "6d76227b-6b61-4f14-8fbe-39f127527995", "address": "fa:16:3e:98:40:85", "network": {"id": "c9010b44-16e0-4b10-9666-a6f203a1eb28", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1928683039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b84b73a335453b88658f5f9c6e88d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d76227b-6b", "ovs_interfaceid": "6d76227b-6b61-4f14-8fbe-39f127527995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.146531] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251195, 'name': CloneVM_Task, 'duration_secs': 2.700835} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.146826] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Created linked-clone VM from snapshot [ 940.147702] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6d3820-f612-49c4-835a-84cdc7334201 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.155029] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Uploading image e9ffaf12-7025-4e2c-bb66-f7bf5de02360 {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 940.170284] env[69169]: DEBUG oslo_vmware.api [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251200, 'name': PowerOnVM_Task, 'duration_secs': 0.537084} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.170554] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.170754] env[69169]: INFO nova.compute.manager [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Took 7.81 seconds to spawn the instance on the hypervisor. [ 940.170935] env[69169]: DEBUG nova.compute.manager [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.171693] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2e955b-9d10-4a2e-b8cd-a33a5a496c69 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.183982] env[69169]: DEBUG oslo_vmware.rw_handles [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 940.183982] env[69169]: value = "vm-649649" [ 940.183982] env[69169]: _type = "VirtualMachine" [ 940.183982] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 940.184244] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fc49000f-d97b-4d74-92e3-4e77055de64b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.191463] env[69169]: DEBUG oslo_vmware.rw_handles [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lease: (returnval){ [ 940.191463] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3554e-bee4-e342-10df-608abc73fda8" [ 940.191463] env[69169]: _type = "HttpNfcLease" [ 940.191463] env[69169]: } obtained for exporting VM: (result){ [ 940.191463] env[69169]: value = "vm-649649" [ 940.191463] env[69169]: _type = "VirtualMachine" [ 940.191463] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 940.191871] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the lease: (returnval){ [ 940.191871] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3554e-bee4-e342-10df-608abc73fda8" [ 940.191871] env[69169]: _type = "HttpNfcLease" [ 940.191871] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 940.199260] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 940.199260] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3554e-bee4-e342-10df-608abc73fda8" [ 940.199260] env[69169]: _type = "HttpNfcLease" [ 940.199260] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 940.220212] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e71ef8-07f1-6cb5-b816-f9fa40a0cfa6, 'name': SearchDatastore_Task, 'duration_secs': 0.014546} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.221344] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.221581] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.221813] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.221963] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.222161] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.222679] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6409f3d4-54bc-49d7-ab16-b1d9489b8d5e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.232196] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.232414] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.233148] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d618707-24f0-472f-98ee-ebb73e269f68 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.239162] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 940.239162] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b23596-e3f2-d279-b677-686e885a07db" [ 940.239162] env[69169]: _type = "Task" [ 940.239162] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.247198] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b23596-e3f2-d279-b677-686e885a07db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.268661] env[69169]: DEBUG oslo_vmware.api [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251203, 'name': PowerOffVM_Task, 'duration_secs': 0.291936} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.268933] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.269120] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.269364] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-431f4f38-bb9a-46b9-a431-ea5120b8e16e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.380658] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.380893] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.381089] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Deleting the datastore file [datastore2] d59bc90a-d340-4e5f-b395-e320de617c16 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.381365] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bca9269e-bf26-449d-a462-30003ef9c8d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.389062] env[69169]: DEBUG oslo_vmware.api [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 940.389062] env[69169]: value = "task-3251206" [ 940.389062] env[69169]: _type = "Task" [ 940.389062] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.397059] env[69169]: DEBUG oslo_vmware.api [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.403673] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "refresh_cache-6bb8a46b-b52b-4508-ac66-d9aad90fd68c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.403848] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquired lock "refresh_cache-6bb8a46b-b52b-4508-ac66-d9aad90fd68c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.403907] env[69169]: DEBUG nova.network.neutron [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.471331] env[69169]: DEBUG nova.compute.utils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.475891] env[69169]: DEBUG nova.compute.manager [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.476072] env[69169]: DEBUG nova.network.neutron [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.520724] env[69169]: DEBUG nova.policy [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a034279c41064f17894e9c94aa6544a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b84b73a335453b88658f5f9c6e88d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.588555] env[69169]: DEBUG oslo_concurrency.lockutils [req-522240c1-f88f-42f5-a288-dc35b3cb5a27 req-c198819b-3dec-4f14-88f5-69b5d71efbf2 service nova] Releasing lock "refresh_cache-147238a2-3a9e-4338-b0a4-f2f158784284" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.697079] env[69169]: INFO nova.compute.manager [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Took 48.32 seconds to build instance. [ 940.704067] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 940.704067] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3554e-bee4-e342-10df-608abc73fda8" [ 940.704067] env[69169]: _type = "HttpNfcLease" [ 940.704067] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 940.704067] env[69169]: DEBUG oslo_vmware.rw_handles [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 940.704067] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3554e-bee4-e342-10df-608abc73fda8" [ 940.704067] env[69169]: _type = "HttpNfcLease" [ 940.704067] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 940.704067] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa605b9e-b580-474f-ab43-efc7834e46b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.714896] env[69169]: DEBUG oslo_vmware.rw_handles [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293f854-0efc-0b58-ca39-c415deae9cda/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 940.714896] env[69169]: DEBUG oslo_vmware.rw_handles [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293f854-0efc-0b58-ca39-c415deae9cda/disk-0.vmdk for reading. {{(pid=69169) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 940.790610] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b23596-e3f2-d279-b677-686e885a07db, 'name': SearchDatastore_Task, 'duration_secs': 0.026038} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.791505] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7ce8e2-13cf-4ba6-98df-9beb781a8f45 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.798374] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 940.798374] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c089d5-8537-021f-2dc4-9c44d0c2ac26" [ 940.798374] env[69169]: _type = "Task" [ 940.798374] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.813192] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c089d5-8537-021f-2dc4-9c44d0c2ac26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.817166] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51faa66c-c20b-4c85-ac0c-39f503d3090b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.825321] env[69169]: DEBUG nova.network.neutron [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Successfully created port: 39db4a16-0279-4c0f-88d3-7b1bf758b2f3 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.900274] env[69169]: DEBUG oslo_vmware.api [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.934241] env[69169]: DEBUG nova.network.neutron [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.978300] env[69169]: DEBUG nova.compute.manager [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.072935] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c81218-7398-4c63-a04a-e184c3ae29ce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.082810] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93676fde-12b9-4c68-a5dd-b2b0dea2433f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.088756] env[69169]: DEBUG nova.network.neutron [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Updating instance_info_cache with network_info: [{"id": "ced8799c-cc63-434d-b80d-7d9aefba2198", "address": "fa:16:3e:70:d7:ec", "network": {"id": "c9010b44-16e0-4b10-9666-a6f203a1eb28", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1928683039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b84b73a335453b88658f5f9c6e88d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced8799c-cc", "ovs_interfaceid": "ced8799c-cc63-434d-b80d-7d9aefba2198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.117254] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Releasing lock "refresh_cache-6bb8a46b-b52b-4508-ac66-d9aad90fd68c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.117995] env[69169]: DEBUG nova.compute.manager [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Instance network_info: |[{"id": "ced8799c-cc63-434d-b80d-7d9aefba2198", "address": "fa:16:3e:70:d7:ec", "network": {"id": "c9010b44-16e0-4b10-9666-a6f203a1eb28", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1928683039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b84b73a335453b88658f5f9c6e88d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced8799c-cc", "ovs_interfaceid": "ced8799c-cc63-434d-b80d-7d9aefba2198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.118445] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d05a553-528c-4d0f-bbcf-b8842179c132 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.121672] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:d7:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ced8799c-cc63-434d-b80d-7d9aefba2198', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.129901] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.130682] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.131486] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71854d10-cb60-4741-9e40-2c21a230c3e4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.150645] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf448309-c365-4270-a62e-8ae69f1495d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.156742] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.156742] env[69169]: value = "task-3251207" [ 941.156742] env[69169]: _type = "Task" [ 941.156742] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.170723] env[69169]: DEBUG nova.compute.provider_tree [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.175816] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251207, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.199592] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a5634f56-9e2f-494b-ad9a-23e89ce9735a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.661s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.310013] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c089d5-8537-021f-2dc4-9c44d0c2ac26, 'name': SearchDatastore_Task, 'duration_secs': 0.013581} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.310352] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.310537] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 147238a2-3a9e-4338-b0a4-f2f158784284/147238a2-3a9e-4338-b0a4-f2f158784284.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.310813] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bf51a3a-e823-4459-88f3-64242b82abd6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.321177] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 941.321177] env[69169]: value = "task-3251208" [ 941.321177] env[69169]: _type = "Task" [ 941.321177] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.329415] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.401973] env[69169]: DEBUG oslo_vmware.api [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.539371} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.402389] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.402709] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.403031] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.403298] env[69169]: INFO nova.compute.manager [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Took 1.67 seconds to destroy the instance on the hypervisor. [ 941.403622] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.403893] env[69169]: DEBUG nova.compute.manager [-] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.404035] env[69169]: DEBUG nova.network.neutron [-] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.446224] env[69169]: DEBUG nova.compute.manager [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Received event network-vif-plugged-ced8799c-cc63-434d-b80d-7d9aefba2198 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.446588] env[69169]: DEBUG oslo_concurrency.lockutils [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] Acquiring lock "6bb8a46b-b52b-4508-ac66-d9aad90fd68c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.446807] env[69169]: DEBUG oslo_concurrency.lockutils [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] Lock "6bb8a46b-b52b-4508-ac66-d9aad90fd68c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.446996] env[69169]: DEBUG oslo_concurrency.lockutils [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] Lock "6bb8a46b-b52b-4508-ac66-d9aad90fd68c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.447249] env[69169]: DEBUG nova.compute.manager [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] No waiting events found dispatching network-vif-plugged-ced8799c-cc63-434d-b80d-7d9aefba2198 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.447543] env[69169]: WARNING nova.compute.manager [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Received unexpected event network-vif-plugged-ced8799c-cc63-434d-b80d-7d9aefba2198 for instance with vm_state building and task_state spawning. [ 941.447653] env[69169]: DEBUG nova.compute.manager [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Received event network-changed-ced8799c-cc63-434d-b80d-7d9aefba2198 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.447948] env[69169]: DEBUG nova.compute.manager [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Refreshing instance network info cache due to event network-changed-ced8799c-cc63-434d-b80d-7d9aefba2198. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.448212] env[69169]: DEBUG oslo_concurrency.lockutils [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] Acquiring lock "refresh_cache-6bb8a46b-b52b-4508-ac66-d9aad90fd68c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.448376] env[69169]: DEBUG oslo_concurrency.lockutils [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] Acquired lock "refresh_cache-6bb8a46b-b52b-4508-ac66-d9aad90fd68c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.448545] env[69169]: DEBUG nova.network.neutron [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Refreshing network info cache for port ced8799c-cc63-434d-b80d-7d9aefba2198 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.671265] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251207, 'name': CreateVM_Task, 'duration_secs': 0.501161} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.671505] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.672304] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.672682] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.673657] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.675750] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4057fc15-3b58-4c35-ab96-83bae22f5e35 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.677793] env[69169]: DEBUG nova.scheduler.client.report [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.687175] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 941.687175] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a2d8a7-f1fa-7286-af8a-2b5c5133ec0d" [ 941.687175] env[69169]: _type = "Task" [ 941.687175] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.701401] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a2d8a7-f1fa-7286-af8a-2b5c5133ec0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.702327] env[69169]: DEBUG nova.compute.manager [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.833381] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251208, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.991018] env[69169]: DEBUG nova.compute.manager [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.014389] env[69169]: DEBUG nova.virt.hardware [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.014639] env[69169]: DEBUG nova.virt.hardware [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.014791] env[69169]: DEBUG nova.virt.hardware [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.014967] env[69169]: DEBUG nova.virt.hardware [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.015130] env[69169]: DEBUG nova.virt.hardware [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.015263] env[69169]: DEBUG nova.virt.hardware [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.015505] env[69169]: DEBUG nova.virt.hardware [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.016551] env[69169]: DEBUG nova.virt.hardware [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.016551] env[69169]: DEBUG nova.virt.hardware [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.016551] env[69169]: DEBUG nova.virt.hardware [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.016551] env[69169]: DEBUG nova.virt.hardware [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.017066] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3575ce-ed54-4c96-8af2-313a122d66fc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.029509] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37318646-8f73-47c0-bdad-93e4994a6b4e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.091462] env[69169]: INFO nova.compute.manager [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Rescuing [ 942.091753] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "refresh_cache-e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.092096] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "refresh_cache-e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.092233] env[69169]: DEBUG nova.network.neutron [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.184273] env[69169]: DEBUG oslo_concurrency.lockutils [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.187574] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.447s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.189883] env[69169]: INFO nova.compute.claims [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.208023] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a2d8a7-f1fa-7286-af8a-2b5c5133ec0d, 'name': SearchDatastore_Task, 'duration_secs': 0.064562} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.208023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.208023] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.208023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.208023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.208023] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.209841] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b9f0376-2c52-4258-af28-8e70a29fbb68 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.215275] env[69169]: DEBUG nova.network.neutron [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Updated VIF entry in instance network info cache for port ced8799c-cc63-434d-b80d-7d9aefba2198. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.215737] env[69169]: DEBUG nova.network.neutron [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Updating instance_info_cache with network_info: [{"id": "ced8799c-cc63-434d-b80d-7d9aefba2198", "address": "fa:16:3e:70:d7:ec", "network": {"id": "c9010b44-16e0-4b10-9666-a6f203a1eb28", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1928683039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b84b73a335453b88658f5f9c6e88d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced8799c-cc", "ovs_interfaceid": "ced8799c-cc63-434d-b80d-7d9aefba2198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.224959] env[69169]: INFO nova.scheduler.client.report [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Deleted allocations for instance 58fcd76a-24cc-400e-a836-5ca27ef7c6b7 [ 942.230976] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.230976] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.231883] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd21607-1ec4-4c1a-9908-0b3575264e0c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.243557] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 942.243557] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fbc00e-06aa-48b7-4a1f-c9b3e9ad68f5" [ 942.243557] env[69169]: _type = "Task" [ 942.243557] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.254443] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.263493] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fbc00e-06aa-48b7-4a1f-c9b3e9ad68f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.333864] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52767} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.334156] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 147238a2-3a9e-4338-b0a4-f2f158784284/147238a2-3a9e-4338-b0a4-f2f158784284.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.334392] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.334702] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ca0337b-3ed6-41ed-a725-19e291484ead {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.343247] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 942.343247] env[69169]: value = "task-3251209" [ 942.343247] env[69169]: _type = "Task" [ 942.343247] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.352691] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.455240] env[69169]: DEBUG nova.compute.manager [req-ac8cc87c-9a66-4688-b540-ddbe6b79b92a req-307dc85f-2dc8-430c-8aa7-4068bc7b2bfb service nova] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Received event network-vif-plugged-39db4a16-0279-4c0f-88d3-7b1bf758b2f3 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.455240] env[69169]: DEBUG oslo_concurrency.lockutils [req-ac8cc87c-9a66-4688-b540-ddbe6b79b92a req-307dc85f-2dc8-430c-8aa7-4068bc7b2bfb service nova] Acquiring lock "5b4c3634-a153-4a61-80dc-47a8e63227a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.455240] env[69169]: DEBUG oslo_concurrency.lockutils [req-ac8cc87c-9a66-4688-b540-ddbe6b79b92a req-307dc85f-2dc8-430c-8aa7-4068bc7b2bfb service nova] Lock "5b4c3634-a153-4a61-80dc-47a8e63227a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.455240] env[69169]: DEBUG oslo_concurrency.lockutils [req-ac8cc87c-9a66-4688-b540-ddbe6b79b92a req-307dc85f-2dc8-430c-8aa7-4068bc7b2bfb service nova] Lock "5b4c3634-a153-4a61-80dc-47a8e63227a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.455240] env[69169]: DEBUG nova.compute.manager [req-ac8cc87c-9a66-4688-b540-ddbe6b79b92a req-307dc85f-2dc8-430c-8aa7-4068bc7b2bfb service nova] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] No waiting events found dispatching network-vif-plugged-39db4a16-0279-4c0f-88d3-7b1bf758b2f3 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.455240] env[69169]: WARNING nova.compute.manager [req-ac8cc87c-9a66-4688-b540-ddbe6b79b92a req-307dc85f-2dc8-430c-8aa7-4068bc7b2bfb service nova] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Received unexpected event network-vif-plugged-39db4a16-0279-4c0f-88d3-7b1bf758b2f3 for instance with vm_state building and task_state spawning. [ 942.482268] env[69169]: DEBUG nova.network.neutron [-] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.508035] env[69169]: DEBUG nova.network.neutron [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Successfully updated port: 39db4a16-0279-4c0f-88d3-7b1bf758b2f3 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.720879] env[69169]: DEBUG oslo_concurrency.lockutils [req-e22e6822-de5a-46fb-9515-7042d6599ca9 req-d7fa6717-7b21-41b7-a989-7c93c4f683ad service nova] Releasing lock "refresh_cache-6bb8a46b-b52b-4508-ac66-d9aad90fd68c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.736830] env[69169]: DEBUG oslo_concurrency.lockutils [None req-89d25d5c-9f3b-4249-b94b-07b3e5c61cbf tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "58fcd76a-24cc-400e-a836-5ca27ef7c6b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.618s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.757654] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fbc00e-06aa-48b7-4a1f-c9b3e9ad68f5, 'name': SearchDatastore_Task, 'duration_secs': 0.028182} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.758956] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d49e64-a6f0-478f-84de-42f745eb48fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.765974] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 942.765974] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ddd70b-720b-74ee-7c18-29e237ef4608" [ 942.765974] env[69169]: _type = "Task" [ 942.765974] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.775664] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ddd70b-720b-74ee-7c18-29e237ef4608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.856301] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080032} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.856553] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.857377] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a280059-0e19-4b40-b94a-822595f00732 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.881061] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 147238a2-3a9e-4338-b0a4-f2f158784284/147238a2-3a9e-4338-b0a4-f2f158784284.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.881382] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90a960c5-4dc6-4365-8917-bdd58e05df60 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.897279] env[69169]: DEBUG nova.network.neutron [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Updating instance_info_cache with network_info: [{"id": "5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b", "address": "fa:16:3e:a0:06:f3", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc1ba9f-b7", "ovs_interfaceid": "5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.909999] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 942.909999] env[69169]: value = "task-3251210" [ 942.909999] env[69169]: _type = "Task" [ 942.909999] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.921536] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.986087] env[69169]: INFO nova.compute.manager [-] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Took 1.58 seconds to deallocate network for instance. [ 943.012088] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "refresh_cache-5b4c3634-a153-4a61-80dc-47a8e63227a5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.012088] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquired lock "refresh_cache-5b4c3634-a153-4a61-80dc-47a8e63227a5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.012088] env[69169]: DEBUG nova.network.neutron [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.081020] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "cb9cea3a-dd62-46b9-82af-20c557fd1f1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.081138] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "cb9cea3a-dd62-46b9-82af-20c557fd1f1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.081445] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "cb9cea3a-dd62-46b9-82af-20c557fd1f1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.081680] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "cb9cea3a-dd62-46b9-82af-20c557fd1f1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.081904] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "cb9cea3a-dd62-46b9-82af-20c557fd1f1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.084276] env[69169]: INFO nova.compute.manager [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Terminating instance [ 943.279196] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ddd70b-720b-74ee-7c18-29e237ef4608, 'name': SearchDatastore_Task, 'duration_secs': 0.016066} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.279490] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.279771] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 6bb8a46b-b52b-4508-ac66-d9aad90fd68c/6bb8a46b-b52b-4508-ac66-d9aad90fd68c.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.280075] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4f03a48-bc76-4803-8909-27d2f39e4471 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.289145] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 943.289145] env[69169]: value = "task-3251211" [ 943.289145] env[69169]: _type = "Task" [ 943.289145] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.302241] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.401459] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "refresh_cache-e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.423050] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.472755] env[69169]: DEBUG nova.compute.manager [req-368d27a2-1b6f-40aa-aa93-9826820240c3 req-d222a10f-8b9b-4505-9e35-e7c66807fa67 service nova] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Received event network-vif-deleted-1b6338df-90bc-4433-b50a-68a26082257f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.495125] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.561154] env[69169]: DEBUG nova.network.neutron [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.587682] env[69169]: DEBUG nova.compute.manager [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.587940] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.588898] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c6c28a-fb06-40f7-9f3e-bf9ee584cb2b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.603351] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.603726] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9586a153-39e4-415a-9d14-6cf298ac236c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.614514] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56948ec-4fb1-4359-b9d0-d797ccb6a162 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.622380] env[69169]: DEBUG oslo_vmware.api [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 943.622380] env[69169]: value = "task-3251212" [ 943.622380] env[69169]: _type = "Task" [ 943.622380] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.631144] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fdd53c-8ac5-4b91-9c26-937b59fc18dd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.639368] env[69169]: DEBUG oslo_vmware.api [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.680535] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b28b00-d490-429f-b5ad-a7dfb12df435 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.692645] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31891d6a-3894-45dd-b681-38d3223c6411 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.712464] env[69169]: DEBUG nova.compute.provider_tree [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.802332] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251211, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.804165] env[69169]: DEBUG nova.network.neutron [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Updating instance_info_cache with network_info: [{"id": "39db4a16-0279-4c0f-88d3-7b1bf758b2f3", "address": "fa:16:3e:a8:4f:1d", "network": {"id": "c9010b44-16e0-4b10-9666-a6f203a1eb28", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1928683039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b84b73a335453b88658f5f9c6e88d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39db4a16-02", "ovs_interfaceid": "39db4a16-0279-4c0f-88d3-7b1bf758b2f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.920710] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251210, 'name': ReconfigVM_Task, 'duration_secs': 0.515081} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.921067] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 147238a2-3a9e-4338-b0a4-f2f158784284/147238a2-3a9e-4338-b0a4-f2f158784284.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.921802] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9076ba8a-05b9-4758-ae23-51a724a06809 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.931983] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 943.931983] env[69169]: value = "task-3251213" [ 943.931983] env[69169]: _type = "Task" [ 943.931983] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.942470] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251213, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.134980] env[69169]: DEBUG oslo_vmware.api [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251212, 'name': PowerOffVM_Task, 'duration_secs': 0.38254} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.135308] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.135496] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.135749] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e21c5f7-f0ea-4ea5-b0c0-f52fb2a8eea7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.216895] env[69169]: DEBUG nova.scheduler.client.report [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.220792] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.220792] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.221063] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Deleting the datastore file [datastore2] cb9cea3a-dd62-46b9-82af-20c557fd1f1a {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.221463] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba34feda-2c80-460a-9b72-37bd86952450 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.228565] env[69169]: DEBUG oslo_vmware.api [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for the task: (returnval){ [ 944.228565] env[69169]: value = "task-3251215" [ 944.228565] env[69169]: _type = "Task" [ 944.228565] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.237660] env[69169]: DEBUG oslo_vmware.api [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.301021] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674855} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.301361] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 6bb8a46b-b52b-4508-ac66-d9aad90fd68c/6bb8a46b-b52b-4508-ac66-d9aad90fd68c.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.301515] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.302191] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b3093d4-1b98-4ff4-a458-d97f5fc4f2d4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.307167] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Releasing lock "refresh_cache-5b4c3634-a153-4a61-80dc-47a8e63227a5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.307555] env[69169]: DEBUG nova.compute.manager [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Instance network_info: |[{"id": "39db4a16-0279-4c0f-88d3-7b1bf758b2f3", "address": "fa:16:3e:a8:4f:1d", "network": {"id": "c9010b44-16e0-4b10-9666-a6f203a1eb28", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1928683039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b84b73a335453b88658f5f9c6e88d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39db4a16-02", "ovs_interfaceid": "39db4a16-0279-4c0f-88d3-7b1bf758b2f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.308185] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:4f:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39db4a16-0279-4c0f-88d3-7b1bf758b2f3', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.316990] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.318783] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.319229] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 944.319229] env[69169]: value = "task-3251216" [ 944.319229] env[69169]: _type = "Task" [ 944.319229] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.319487] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30cce103-ae93-43d0-8b42-d0c11fc7fc92 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.347452] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.349014] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.349014] env[69169]: value = "task-3251217" [ 944.349014] env[69169]: _type = "Task" [ 944.349014] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.360533] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251217, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.446391] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251213, 'name': Rename_Task, 'duration_secs': 0.252617} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.447421] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.447849] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79cf4261-871c-4475-947a-70a4b984c73f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.458694] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 944.458694] env[69169]: value = "task-3251218" [ 944.458694] env[69169]: _type = "Task" [ 944.458694] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.470745] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.482589] env[69169]: DEBUG nova.compute.manager [req-9ae1a072-9f47-477f-baac-0c0deb8d622d req-c04a35cc-05ec-4161-954c-6832e16cb793 service nova] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Received event network-changed-39db4a16-0279-4c0f-88d3-7b1bf758b2f3 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.482919] env[69169]: DEBUG nova.compute.manager [req-9ae1a072-9f47-477f-baac-0c0deb8d622d req-c04a35cc-05ec-4161-954c-6832e16cb793 service nova] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Refreshing instance network info cache due to event network-changed-39db4a16-0279-4c0f-88d3-7b1bf758b2f3. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.484030] env[69169]: DEBUG oslo_concurrency.lockutils [req-9ae1a072-9f47-477f-baac-0c0deb8d622d req-c04a35cc-05ec-4161-954c-6832e16cb793 service nova] Acquiring lock "refresh_cache-5b4c3634-a153-4a61-80dc-47a8e63227a5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.484030] env[69169]: DEBUG oslo_concurrency.lockutils [req-9ae1a072-9f47-477f-baac-0c0deb8d622d req-c04a35cc-05ec-4161-954c-6832e16cb793 service nova] Acquired lock "refresh_cache-5b4c3634-a153-4a61-80dc-47a8e63227a5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.484030] env[69169]: DEBUG nova.network.neutron [req-9ae1a072-9f47-477f-baac-0c0deb8d622d req-c04a35cc-05ec-4161-954c-6832e16cb793 service nova] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Refreshing network info cache for port 39db4a16-0279-4c0f-88d3-7b1bf758b2f3 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.723286] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.723889] env[69169]: DEBUG nova.compute.manager [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.726501] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.474s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.728192] env[69169]: INFO nova.compute.claims [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.742446] env[69169]: DEBUG oslo_vmware.api [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Task: {'id': task-3251215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441909} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.742808] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.743056] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.743784] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.743784] env[69169]: INFO nova.compute.manager [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 944.743784] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.744758] env[69169]: DEBUG nova.compute.manager [-] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.744758] env[69169]: DEBUG nova.network.neutron [-] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.851281] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10486} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.854555] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.856185] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eb6983-c83a-44ed-bb6d-fe69a77e628d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.867158] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251217, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.887245] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 6bb8a46b-b52b-4508-ac66-d9aad90fd68c/6bb8a46b-b52b-4508-ac66-d9aad90fd68c.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.887245] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37e6bb55-7516-47ba-82f5-a6639dc12679 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.908742] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 944.908742] env[69169]: value = "task-3251219" [ 944.908742] env[69169]: _type = "Task" [ 944.908742] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.919263] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.951136] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.951488] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f690f139-94ae-46a7-8374-e34a63f08ca4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.963952] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 944.963952] env[69169]: value = "task-3251220" [ 944.963952] env[69169]: _type = "Task" [ 944.963952] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.972081] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251218, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.979044] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.233091] env[69169]: DEBUG nova.compute.utils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.237191] env[69169]: DEBUG nova.compute.manager [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.237325] env[69169]: DEBUG nova.network.neutron [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.320313] env[69169]: DEBUG nova.policy [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98fb2aa7a9c046c1a298b2b220f5416b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c53937d063d4e14921feda052e90d4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.332587] env[69169]: DEBUG nova.network.neutron [req-9ae1a072-9f47-477f-baac-0c0deb8d622d req-c04a35cc-05ec-4161-954c-6832e16cb793 service nova] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Updated VIF entry in instance network info cache for port 39db4a16-0279-4c0f-88d3-7b1bf758b2f3. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.333096] env[69169]: DEBUG nova.network.neutron [req-9ae1a072-9f47-477f-baac-0c0deb8d622d req-c04a35cc-05ec-4161-954c-6832e16cb793 service nova] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Updating instance_info_cache with network_info: [{"id": "39db4a16-0279-4c0f-88d3-7b1bf758b2f3", "address": "fa:16:3e:a8:4f:1d", "network": {"id": "c9010b44-16e0-4b10-9666-a6f203a1eb28", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1928683039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b84b73a335453b88658f5f9c6e88d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39db4a16-02", "ovs_interfaceid": "39db4a16-0279-4c0f-88d3-7b1bf758b2f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.363176] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251217, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.421233] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251219, 'name': ReconfigVM_Task, 'duration_secs': 0.407083} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.421539] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 6bb8a46b-b52b-4508-ac66-d9aad90fd68c/6bb8a46b-b52b-4508-ac66-d9aad90fd68c.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.422246] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be57d163-079b-4744-9679-349b96844d08 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.432225] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 945.432225] env[69169]: value = "task-3251221" [ 945.432225] env[69169]: _type = "Task" [ 945.432225] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.448703] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251221, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.473178] env[69169]: DEBUG oslo_vmware.api [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251218, 'name': PowerOnVM_Task, 'duration_secs': 0.964397} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.473178] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.473378] env[69169]: INFO nova.compute.manager [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Took 8.54 seconds to spawn the instance on the hypervisor. [ 945.473593] env[69169]: DEBUG nova.compute.manager [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.476474] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97529f9-124f-4d27-9add-43acd075a197 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.482647] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251220, 'name': PowerOffVM_Task, 'duration_secs': 0.456766} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.483336] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.484558] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e70d23-7e6f-42f2-ac8a-faf42ba0a764 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.516329] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb81e216-3c25-47de-86dd-225766f49063 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.525043] env[69169]: DEBUG nova.network.neutron [-] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.566380] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.566380] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c0790e6-bafa-49b2-892e-103da5606fdd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.574997] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 945.574997] env[69169]: value = "task-3251222" [ 945.574997] env[69169]: _type = "Task" [ 945.574997] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.583633] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.681350] env[69169]: DEBUG nova.network.neutron [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Successfully created port: a08c64d5-cf15-4e9d-a218-6c4115248250 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.737767] env[69169]: DEBUG nova.compute.manager [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.836574] env[69169]: DEBUG oslo_concurrency.lockutils [req-9ae1a072-9f47-477f-baac-0c0deb8d622d req-c04a35cc-05ec-4161-954c-6832e16cb793 service nova] Releasing lock "refresh_cache-5b4c3634-a153-4a61-80dc-47a8e63227a5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.866861] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251217, 'name': CreateVM_Task, 'duration_secs': 1.021299} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.867410] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.868369] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.868749] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.869134] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.869461] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b4797e-4950-454e-b4b1-ccc9ff046215 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.875071] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 945.875071] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3ee6a-6df8-7638-b49b-626c70f2b958" [ 945.875071] env[69169]: _type = "Task" [ 945.875071] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.887069] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3ee6a-6df8-7638-b49b-626c70f2b958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.945035] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251221, 'name': Rename_Task, 'duration_secs': 0.175235} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.945457] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.945762] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a979a9a3-9956-44fa-b2c0-26e7dc84c513 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.955024] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 945.955024] env[69169]: value = "task-3251223" [ 945.955024] env[69169]: _type = "Task" [ 945.955024] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.964249] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.008977] env[69169]: INFO nova.compute.manager [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Took 45.58 seconds to build instance. [ 946.034991] env[69169]: INFO nova.compute.manager [-] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Took 1.29 seconds to deallocate network for instance. [ 946.089775] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] VM already powered off {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 946.090032] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.090271] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.090449] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.090647] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.091223] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96230933-0b16-4e0f-abf0-2573861aed79 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.102755] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.102981] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.106421] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47265e46-3a8c-4ebe-ba77-dbfd651f7cf7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.114384] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 946.114384] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cf4803-21fe-9afc-761c-b81e1401c094" [ 946.114384] env[69169]: _type = "Task" [ 946.114384] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.124853] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cf4803-21fe-9afc-761c-b81e1401c094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.222118] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b171c7-e788-4d75-af93-7a1ba631a6d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.230632] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48371712-bd93-4a35-a7a3-6be7bbce207c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.270476] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2307a04-4113-47f8-abc2-7b879af8067a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.280323] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cd4fa8-f982-433a-b516-f824ef6f0b3b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.298366] env[69169]: DEBUG nova.compute.provider_tree [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.387568] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3ee6a-6df8-7638-b49b-626c70f2b958, 'name': SearchDatastore_Task, 'duration_secs': 0.018964} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.387968] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.388250] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.388587] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.388738] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.388975] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.389282] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6b87ba2-a9ca-442e-a73e-07674dffe136 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.399972] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.400233] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.401106] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d400a5e-a80c-403a-9acf-d6f5c47e4f64 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.407938] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 946.407938] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522d1ba9-e3d8-c07e-78cb-495b23caad03" [ 946.407938] env[69169]: _type = "Task" [ 946.407938] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.417016] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522d1ba9-e3d8-c07e-78cb-495b23caad03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.469370] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251223, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.511850] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f0cbdfb5-153c-4d4a-8a2e-927eca1c7fbc tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "147238a2-3a9e-4338-b0a4-f2f158784284" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.249s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.512946] env[69169]: DEBUG nova.compute.manager [req-f0d1584a-399a-4d82-8428-97636c9bb935 req-6d82551d-cf35-4550-99b3-e41e1b4684e4 service nova] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Received event network-vif-deleted-d6fc3c8e-fac6-4983-a7bb-993efa1a9afd {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.542252] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.625340] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cf4803-21fe-9afc-761c-b81e1401c094, 'name': SearchDatastore_Task, 'duration_secs': 0.014194} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.626191] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be6421b-3b7f-4342-9162-2d23e5a4c0fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.632609] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 946.632609] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f0f03-4ce0-4339-3031-add69fb22976" [ 946.632609] env[69169]: _type = "Task" [ 946.632609] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.641013] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f0f03-4ce0-4339-3031-add69fb22976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.775449] env[69169]: DEBUG nova.compute.manager [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.799273] env[69169]: DEBUG nova.virt.hardware [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:09:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='647f7daf-56e7-4a65-b5b9-0c88db02b3e7',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-711188459',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.799648] env[69169]: DEBUG nova.virt.hardware [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.799727] env[69169]: DEBUG nova.virt.hardware [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.799941] env[69169]: DEBUG nova.virt.hardware [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.800118] env[69169]: DEBUG nova.virt.hardware [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.800286] env[69169]: DEBUG nova.virt.hardware [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.800607] env[69169]: DEBUG nova.virt.hardware [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.800681] env[69169]: DEBUG nova.virt.hardware [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.800849] env[69169]: DEBUG nova.virt.hardware [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.801040] env[69169]: DEBUG nova.virt.hardware [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.801240] env[69169]: DEBUG nova.virt.hardware [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.802148] env[69169]: DEBUG nova.scheduler.client.report [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.806104] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f687e86-a045-4b1c-aac7-58c83053afda {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.817268] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9651537d-360d-4792-8d79-d0b0682707d4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.919156] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522d1ba9-e3d8-c07e-78cb-495b23caad03, 'name': SearchDatastore_Task, 'duration_secs': 0.016236} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.920043] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0268e548-a6ad-4c03-a761-677dc6ec755e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.926523] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 946.926523] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527807f5-58ce-c779-3171-f3cd8601bd14" [ 946.926523] env[69169]: _type = "Task" [ 946.926523] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.934971] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527807f5-58ce-c779-3171-f3cd8601bd14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.966233] env[69169]: DEBUG oslo_vmware.api [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251223, 'name': PowerOnVM_Task, 'duration_secs': 0.634186} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.966541] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.966763] env[69169]: INFO nova.compute.manager [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Took 7.51 seconds to spawn the instance on the hypervisor. [ 946.967044] env[69169]: DEBUG nova.compute.manager [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.967845] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fab442-f062-4b99-a936-f7483901e29c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.015944] env[69169]: DEBUG nova.compute.manager [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.148026] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f0f03-4ce0-4339-3031-add69fb22976, 'name': SearchDatastore_Task, 'duration_secs': 0.020766} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.148026] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.148026] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] e85e3f78-4be2-4ed0-9553-f7d78d99ddc2/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk. {{(pid=69169) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 947.148026] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-592ac088-8350-4ce9-afa0-fb3454208b3a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.157026] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 947.157026] env[69169]: value = "task-3251224" [ 947.157026] env[69169]: _type = "Task" [ 947.157026] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.164380] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.289481] env[69169]: DEBUG nova.network.neutron [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Successfully updated port: a08c64d5-cf15-4e9d-a218-6c4115248250 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.310286] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.310874] env[69169]: DEBUG nova.compute.manager [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.313804] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.427s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.316297] env[69169]: INFO nova.compute.claims [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.437862] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527807f5-58ce-c779-3171-f3cd8601bd14, 'name': SearchDatastore_Task, 'duration_secs': 0.017656} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.438187] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.438422] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 5b4c3634-a153-4a61-80dc-47a8e63227a5/5b4c3634-a153-4a61-80dc-47a8e63227a5.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.438750] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a81836ca-45d7-436d-b5da-eca0f52ae5f6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.450046] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 947.450046] env[69169]: value = "task-3251225" [ 947.450046] env[69169]: _type = "Task" [ 947.450046] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.458902] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.485573] env[69169]: INFO nova.compute.manager [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Took 39.96 seconds to build instance. [ 947.557110] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.667053] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251224, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.792609] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.792835] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.793017] env[69169]: DEBUG nova.network.neutron [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.820274] env[69169]: DEBUG nova.compute.utils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.825420] env[69169]: DEBUG nova.compute.manager [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.825420] env[69169]: DEBUG nova.network.neutron [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.882697] env[69169]: DEBUG nova.policy [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4048aeec29541678eb6233176f8ebee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ba7632764804eaaaeabd3f5292a3105', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.961192] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251225, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.987903] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7d7c5b0c-ae98-41b7-9dc1-322644dcf24b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "6bb8a46b-b52b-4508-ac66-d9aad90fd68c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.065s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.168312] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586423} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.168312] env[69169]: INFO nova.virt.vmwareapi.ds_util [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] e85e3f78-4be2-4ed0-9553-f7d78d99ddc2/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk. [ 948.169786] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633e7a78-9f50-4982-8bda-44cf969358c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.202401] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] e85e3f78-4be2-4ed0-9553-f7d78d99ddc2/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.202772] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39f99049-f4f3-420d-a9b2-9a38c7b02b71 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.223682] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 948.223682] env[69169]: value = "task-3251226" [ 948.223682] env[69169]: _type = "Task" [ 948.223682] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.239742] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.260804] env[69169]: DEBUG nova.network.neutron [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Successfully created port: 9365ba4b-4fa2-4488-acbf-361a29ea55f7 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.326789] env[69169]: DEBUG nova.compute.manager [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.345720] env[69169]: DEBUG nova.network.neutron [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.464267] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715352} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.464267] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 5b4c3634-a153-4a61-80dc-47a8e63227a5/5b4c3634-a153-4a61-80dc-47a8e63227a5.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.464267] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.464795] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0b67bdf-dab5-464e-b61f-d072925080cf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.470924] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 948.470924] env[69169]: value = "task-3251227" [ 948.470924] env[69169]: _type = "Task" [ 948.470924] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.481870] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.524068] env[69169]: DEBUG oslo_vmware.rw_handles [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293f854-0efc-0b58-ca39-c415deae9cda/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 948.525063] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b76936-e454-4b1e-82a3-fdd0ea49c086 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.536393] env[69169]: DEBUG oslo_vmware.rw_handles [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293f854-0efc-0b58-ca39-c415deae9cda/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 948.536760] env[69169]: ERROR oslo_vmware.rw_handles [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293f854-0efc-0b58-ca39-c415deae9cda/disk-0.vmdk due to incomplete transfer. [ 948.536836] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-12845bc7-2077-41a5-a82f-61e34760b259 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.545583] env[69169]: DEBUG nova.compute.manager [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Received event network-vif-plugged-a08c64d5-cf15-4e9d-a218-6c4115248250 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.545801] env[69169]: DEBUG oslo_concurrency.lockutils [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] Acquiring lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.546011] env[69169]: DEBUG oslo_concurrency.lockutils [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] Lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.546182] env[69169]: DEBUG oslo_concurrency.lockutils [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] Lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.546350] env[69169]: DEBUG nova.compute.manager [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] No waiting events found dispatching network-vif-plugged-a08c64d5-cf15-4e9d-a218-6c4115248250 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.546517] env[69169]: WARNING nova.compute.manager [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Received unexpected event network-vif-plugged-a08c64d5-cf15-4e9d-a218-6c4115248250 for instance with vm_state building and task_state spawning. [ 948.546658] env[69169]: DEBUG nova.compute.manager [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Received event network-changed-a08c64d5-cf15-4e9d-a218-6c4115248250 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.547119] env[69169]: DEBUG nova.compute.manager [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Refreshing instance network info cache due to event network-changed-a08c64d5-cf15-4e9d-a218-6c4115248250. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.547119] env[69169]: DEBUG oslo_concurrency.lockutils [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] Acquiring lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.548589] env[69169]: DEBUG oslo_vmware.rw_handles [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293f854-0efc-0b58-ca39-c415deae9cda/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 948.548780] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Uploaded image e9ffaf12-7025-4e2c-bb66-f7bf5de02360 to the Glance image server {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 948.551120] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 948.553980] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d6e550a6-3314-4e9c-aceb-b20f16aa75d1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.560491] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 948.560491] env[69169]: value = "task-3251228" [ 948.560491] env[69169]: _type = "Task" [ 948.560491] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.570845] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251228, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.735482] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.806948] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebe72ca-62fc-4c31-bb20-70fbc5241fa6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.814422] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa734b24-a81d-4d64-bcd0-9365a778252e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.821625] env[69169]: DEBUG nova.network.neutron [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance_info_cache with network_info: [{"id": "a08c64d5-cf15-4e9d-a218-6c4115248250", "address": "fa:16:3e:30:7c:97", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08c64d5-cf", "ovs_interfaceid": "a08c64d5-cf15-4e9d-a218-6c4115248250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.853127] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdd8af9-e219-4fff-8613-cb936158a5f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.864023] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c036bf41-ee58-427b-9daf-4eb7b700f55c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.879223] env[69169]: DEBUG nova.compute.provider_tree [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.914558] env[69169]: DEBUG nova.network.neutron [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Successfully created port: 1719f59f-8bfb-4c1f-974d-29823133ba42 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.980398] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070942} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.980767] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.981500] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1894e786-3c8d-4bb4-ae02-a5b1f52d1d6f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.003854] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 5b4c3634-a153-4a61-80dc-47a8e63227a5/5b4c3634-a153-4a61-80dc-47a8e63227a5.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.004236] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-499ca614-c160-4d80-ae4e-34112fc2c239 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.025756] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 949.025756] env[69169]: value = "task-3251229" [ 949.025756] env[69169]: _type = "Task" [ 949.025756] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.036836] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.070147] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251228, 'name': Destroy_Task, 'duration_secs': 0.372486} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.070430] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Destroyed the VM [ 949.070672] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 949.070934] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c04829d2-3a06-4da7-9c94-5c3c8d6c9430 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.077062] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 949.077062] env[69169]: value = "task-3251230" [ 949.077062] env[69169]: _type = "Task" [ 949.077062] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.084824] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251230, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.235475] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251226, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.353362] env[69169]: DEBUG nova.compute.manager [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.355857] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.356097] env[69169]: DEBUG nova.compute.manager [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Instance network_info: |[{"id": "a08c64d5-cf15-4e9d-a218-6c4115248250", "address": "fa:16:3e:30:7c:97", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08c64d5-cf", "ovs_interfaceid": "a08c64d5-cf15-4e9d-a218-6c4115248250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.357032] env[69169]: DEBUG oslo_concurrency.lockutils [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] Acquired lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.357032] env[69169]: DEBUG nova.network.neutron [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Refreshing network info cache for port a08c64d5-cf15-4e9d-a218-6c4115248250 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.358495] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:7c:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a08c64d5-cf15-4e9d-a218-6c4115248250', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.366220] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.369622] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.372354] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92c43305-6f31-4c98-9d36-0bae7d7237f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.388199] env[69169]: DEBUG nova.scheduler.client.report [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.393451] env[69169]: DEBUG nova.virt.hardware [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.393688] env[69169]: DEBUG nova.virt.hardware [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.393864] env[69169]: DEBUG nova.virt.hardware [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.394089] env[69169]: DEBUG nova.virt.hardware [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.394214] env[69169]: DEBUG nova.virt.hardware [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.395249] env[69169]: DEBUG nova.virt.hardware [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.395249] env[69169]: DEBUG nova.virt.hardware [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.395249] env[69169]: DEBUG nova.virt.hardware [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.395249] env[69169]: DEBUG nova.virt.hardware [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.395249] env[69169]: DEBUG nova.virt.hardware [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.395249] env[69169]: DEBUG nova.virt.hardware [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.396958] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d23942f-45e3-4b5c-aafe-09dbd2afdfe1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.401141] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.401141] env[69169]: value = "task-3251231" [ 949.401141] env[69169]: _type = "Task" [ 949.401141] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.410384] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251231, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.414755] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473ea0f3-d3f8-46fb-9924-4dcbeff2253b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.539573] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251229, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.586024] env[69169]: DEBUG oslo_vmware.api [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251230, 'name': RemoveSnapshot_Task, 'duration_secs': 0.41849} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.586307] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 949.586546] env[69169]: INFO nova.compute.manager [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Took 15.55 seconds to snapshot the instance on the hypervisor. [ 949.657274] env[69169]: DEBUG nova.network.neutron [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updated VIF entry in instance network info cache for port a08c64d5-cf15-4e9d-a218-6c4115248250. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.657697] env[69169]: DEBUG nova.network.neutron [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance_info_cache with network_info: [{"id": "a08c64d5-cf15-4e9d-a218-6c4115248250", "address": "fa:16:3e:30:7c:97", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08c64d5-cf", "ovs_interfaceid": "a08c64d5-cf15-4e9d-a218-6c4115248250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.716191] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.716449] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.716659] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.716842] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.717012] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.719106] env[69169]: INFO nova.compute.manager [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Terminating instance [ 949.736281] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251226, 'name': ReconfigVM_Task, 'duration_secs': 1.042236} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.736281] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Reconfigured VM instance instance-0000003a to attach disk [datastore1] e85e3f78-4be2-4ed0-9553-f7d78d99ddc2/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.736816] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e7783e-b22f-44cb-8920-894fc06f747d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.764760] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd9105a6-9b0e-4910-9579-4698b0f601d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.781038] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 949.781038] env[69169]: value = "task-3251232" [ 949.781038] env[69169]: _type = "Task" [ 949.781038] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.791467] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.900737] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.901298] env[69169]: DEBUG nova.compute.manager [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.904466] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.931s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.904692] env[69169]: DEBUG nova.objects.instance [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lazy-loading 'resources' on Instance uuid 25601079-3e65-41d8-a992-e431d967cc8a {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.917195] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251231, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.036483] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251229, 'name': ReconfigVM_Task, 'duration_secs': 0.545352} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.036772] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 5b4c3634-a153-4a61-80dc-47a8e63227a5/5b4c3634-a153-4a61-80dc-47a8e63227a5.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.037403] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43ec71b2-e4a2-4229-9d35-4e832b002d74 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.043077] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 950.043077] env[69169]: value = "task-3251233" [ 950.043077] env[69169]: _type = "Task" [ 950.043077] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.050996] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251233, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.090535] env[69169]: DEBUG nova.compute.manager [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Instance disappeared during snapshot {{(pid=69169) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 950.103027] env[69169]: DEBUG nova.compute.manager [None req-e34b08c9-89d0-42c8-bf14-4131ab4a89e7 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Image not found during clean up e9ffaf12-7025-4e2c-bb66-f7bf5de02360 {{(pid=69169) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 950.160931] env[69169]: DEBUG oslo_concurrency.lockutils [req-7bc72d19-ed10-4368-8baa-40a90f46a2d9 req-2fb9a176-18a2-418e-b5c9-80a9f5677476 service nova] Releasing lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.223066] env[69169]: DEBUG nova.compute.manager [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.223447] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.224369] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345e91db-5a4a-4678-9dfc-3ca8c157ef2d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.236412] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.236584] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.238025] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.238124] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd3b788f-65bf-4ad7-aa2c-d1632d30ecdd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.293292] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251232, 'name': ReconfigVM_Task, 'duration_secs': 0.381587} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.293292] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.293424] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa3029d3-013e-493c-825c-4f59711ca59a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.300082] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 950.300082] env[69169]: value = "task-3251235" [ 950.300082] env[69169]: _type = "Task" [ 950.300082] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.308009] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.308009] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.308009] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleting the datastore file [datastore2] d2160939-2942-44a2-b5f8-377d5dc7c1c4 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.310197] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d345bf6-589c-4d34-a606-069eeebd340c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.312995] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.317062] env[69169]: DEBUG oslo_vmware.api [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 950.317062] env[69169]: value = "task-3251236" [ 950.317062] env[69169]: _type = "Task" [ 950.317062] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.325516] env[69169]: DEBUG oslo_vmware.api [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.408503] env[69169]: DEBUG nova.compute.utils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.419657] env[69169]: DEBUG nova.compute.manager [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.419926] env[69169]: DEBUG nova.network.neutron [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.427435] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251231, 'name': CreateVM_Task, 'duration_secs': 0.727946} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.428200] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.428861] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.429061] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.429551] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.429933] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce128480-fccf-4107-ba70-39a28a3bb8ce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.434548] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 950.434548] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52594316-b68c-062b-48bc-45260e3e8fa7" [ 950.434548] env[69169]: _type = "Task" [ 950.434548] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.444808] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52594316-b68c-062b-48bc-45260e3e8fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.500122] env[69169]: DEBUG nova.policy [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2329d05d13e549e28eeff6239105a30a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84bdae9e2def44c7867636b9405df5f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.560585] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251233, 'name': Rename_Task, 'duration_secs': 0.164969} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.564287] env[69169]: DEBUG nova.network.neutron [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Successfully updated port: 9365ba4b-4fa2-4488-acbf-361a29ea55f7 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.567462] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.568466] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5871bd29-0dd3-4c65-a7e8-3dbfb8abbc07 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.576149] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 950.576149] env[69169]: value = "task-3251237" [ 950.576149] env[69169]: _type = "Task" [ 950.576149] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.588035] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.738533] env[69169]: DEBUG nova.compute.manager [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.809170] env[69169]: DEBUG nova.compute.manager [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Received event network-vif-plugged-9365ba4b-4fa2-4488-acbf-361a29ea55f7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.809400] env[69169]: DEBUG oslo_concurrency.lockutils [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] Acquiring lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.809612] env[69169]: DEBUG oslo_concurrency.lockutils [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] Lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.809779] env[69169]: DEBUG oslo_concurrency.lockutils [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] Lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.809946] env[69169]: DEBUG nova.compute.manager [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] No waiting events found dispatching network-vif-plugged-9365ba4b-4fa2-4488-acbf-361a29ea55f7 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.810159] env[69169]: WARNING nova.compute.manager [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Received unexpected event network-vif-plugged-9365ba4b-4fa2-4488-acbf-361a29ea55f7 for instance with vm_state building and task_state spawning. [ 950.810328] env[69169]: DEBUG nova.compute.manager [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Received event network-changed-9365ba4b-4fa2-4488-acbf-361a29ea55f7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.810481] env[69169]: DEBUG nova.compute.manager [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Refreshing instance network info cache due to event network-changed-9365ba4b-4fa2-4488-acbf-361a29ea55f7. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.810666] env[69169]: DEBUG oslo_concurrency.lockutils [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] Acquiring lock "refresh_cache-d69df8e9-dd93-4832-a4a4-e3907aac3faf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.810806] env[69169]: DEBUG oslo_concurrency.lockutils [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] Acquired lock "refresh_cache-d69df8e9-dd93-4832-a4a4-e3907aac3faf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.810963] env[69169]: DEBUG nova.network.neutron [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Refreshing network info cache for port 9365ba4b-4fa2-4488-acbf-361a29ea55f7 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.816098] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.828955] env[69169]: DEBUG oslo_vmware.api [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.852487] env[69169]: DEBUG nova.network.neutron [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Successfully created port: 682e1461-4b64-46a3-98f6-b6ec5f4f15f7 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.887941] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025f71d1-3c7e-4efc-b701-77c3fd762c0b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.896073] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b73843-b127-45ed-88c6-753deba73017 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.933143] env[69169]: DEBUG nova.compute.manager [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.936431] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e357a69e-db1b-44c6-a095-3d6718561f26 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.955929] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac741e8-ca2c-4428-bbf2-7d3d00939292 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.961215] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52594316-b68c-062b-48bc-45260e3e8fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.01466} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.961809] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.962083] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.962330] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.962479] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.963067] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.963629] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4773d3ab-99e3-4948-8bc7-984cd6805147 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.973746] env[69169]: DEBUG nova.compute.provider_tree [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.983340] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.983340] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.983648] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc8743f-a82a-4dbe-bb52-9768b6c29408 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.989182] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 950.989182] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52923320-0b35-3342-f18f-dabe307d1a5d" [ 950.989182] env[69169]: _type = "Task" [ 950.989182] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.997540] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52923320-0b35-3342-f18f-dabe307d1a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.086785] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.263820] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.313043] env[69169]: DEBUG oslo_vmware.api [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251235, 'name': PowerOnVM_Task, 'duration_secs': 0.955801} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.313574] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.317136] env[69169]: DEBUG nova.compute.manager [None req-1f3f571d-433c-4cd7-8f34-b2e8bbc678cb tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.320507] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fcbdf2-5f1f-4ee9-87c4-b575c70506ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.331861] env[69169]: DEBUG oslo_vmware.api [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.570239} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.335125] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.335125] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.335125] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.335125] env[69169]: INFO nova.compute.manager [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 951.335125] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.342031] env[69169]: DEBUG nova.compute.manager [-] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.342208] env[69169]: DEBUG nova.network.neutron [-] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.380593] env[69169]: DEBUG nova.network.neutron [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.476785] env[69169]: DEBUG nova.scheduler.client.report [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.502194] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52923320-0b35-3342-f18f-dabe307d1a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.503216] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f24f821-9ede-4d2c-a1b4-6037ea8b39fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.509809] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 951.509809] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52610e50-73bd-9116-91fb-46b7bf904c5a" [ 951.509809] env[69169]: _type = "Task" [ 951.509809] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.517744] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52610e50-73bd-9116-91fb-46b7bf904c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.587392] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.777220] env[69169]: DEBUG nova.network.neutron [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.924049] env[69169]: DEBUG nova.compute.manager [req-ce674306-ddf4-461b-aaab-892a4148e97a req-cbaa0d8d-2891-48e6-b690-3859367bd796 service nova] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Received event network-vif-deleted-b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.924193] env[69169]: INFO nova.compute.manager [req-ce674306-ddf4-461b-aaab-892a4148e97a req-cbaa0d8d-2891-48e6-b690-3859367bd796 service nova] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Neutron deleted interface b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6; detaching it from the instance and deleting it from the info cache [ 951.924338] env[69169]: DEBUG nova.network.neutron [req-ce674306-ddf4-461b-aaab-892a4148e97a req-cbaa0d8d-2891-48e6-b690-3859367bd796 service nova] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.950035] env[69169]: DEBUG nova.compute.manager [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.976135] env[69169]: DEBUG nova.virt.hardware [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.976745] env[69169]: DEBUG nova.virt.hardware [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.976745] env[69169]: DEBUG nova.virt.hardware [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.976745] env[69169]: DEBUG nova.virt.hardware [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.976907] env[69169]: DEBUG nova.virt.hardware [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.976963] env[69169]: DEBUG nova.virt.hardware [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.977386] env[69169]: DEBUG nova.virt.hardware [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.977386] env[69169]: DEBUG nova.virt.hardware [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.977562] env[69169]: DEBUG nova.virt.hardware [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.978212] env[69169]: DEBUG nova.virt.hardware [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.978212] env[69169]: DEBUG nova.virt.hardware [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.979185] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a392f772-7283-4ef6-85c2-6ae1d21dcf98 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.981875] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.983868] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.707s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.985435] env[69169]: INFO nova.compute.claims [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.993746] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb6306d-b44c-487b-a69e-aea461140853 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.008668] env[69169]: INFO nova.scheduler.client.report [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Deleted allocations for instance 25601079-3e65-41d8-a992-e431d967cc8a [ 952.020143] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52610e50-73bd-9116-91fb-46b7bf904c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.020399] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.021582] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7/5bc9b7ec-3506-4814-ab8a-8f23c33d29c7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.021582] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-905e3919-e43b-4279-adc8-c83b67f70ff9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.027825] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 952.027825] env[69169]: value = "task-3251238" [ 952.027825] env[69169]: _type = "Task" [ 952.027825] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.037334] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.087749] env[69169]: DEBUG oslo_vmware.api [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251237, 'name': PowerOnVM_Task, 'duration_secs': 1.197185} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.088059] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.088278] env[69169]: INFO nova.compute.manager [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Took 10.10 seconds to spawn the instance on the hypervisor. [ 952.088471] env[69169]: DEBUG nova.compute.manager [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.089262] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a0cf5-f027-41f3-a709-e8b98a9aa424 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.282239] env[69169]: DEBUG oslo_concurrency.lockutils [req-b5d340b8-4aa7-4537-b42c-e41694fa2617 req-5e35a8b5-e7b6-4455-85d7-469682f985df service nova] Releasing lock "refresh_cache-d69df8e9-dd93-4832-a4a4-e3907aac3faf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.407259] env[69169]: DEBUG nova.network.neutron [-] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.427302] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-468b5a9f-3762-44dd-a935-51482e9c6b25 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.443227] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa1e79d-785e-469a-b7d9-38f66e295437 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.487150] env[69169]: DEBUG nova.compute.manager [req-ce674306-ddf4-461b-aaab-892a4148e97a req-cbaa0d8d-2891-48e6-b690-3859367bd796 service nova] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Detach interface failed, port_id=b4a5e6a9-ef0d-4bfb-8106-9974a32a61c6, reason: Instance d2160939-2942-44a2-b5f8-377d5dc7c1c4 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.517514] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9bdd1071-8c32-4dbb-9076-a956b9331511 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "25601079-3e65-41d8-a992-e431d967cc8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.229s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.539822] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251238, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.613564] env[69169]: INFO nova.compute.manager [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Took 40.85 seconds to build instance. [ 952.703885] env[69169]: DEBUG nova.network.neutron [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Successfully updated port: 682e1461-4b64-46a3-98f6-b6ec5f4f15f7 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.909722] env[69169]: DEBUG nova.network.neutron [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Successfully updated port: 1719f59f-8bfb-4c1f-974d-29823133ba42 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.911676] env[69169]: INFO nova.compute.manager [-] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Took 1.57 seconds to deallocate network for instance. [ 952.914837] env[69169]: DEBUG nova.compute.manager [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Received event network-vif-plugged-682e1461-4b64-46a3-98f6-b6ec5f4f15f7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.915096] env[69169]: DEBUG oslo_concurrency.lockutils [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] Acquiring lock "6fe0f557-72e5-44c7-ad7c-c1227651c671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.915345] env[69169]: DEBUG oslo_concurrency.lockutils [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] Lock "6fe0f557-72e5-44c7-ad7c-c1227651c671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.915522] env[69169]: DEBUG oslo_concurrency.lockutils [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] Lock "6fe0f557-72e5-44c7-ad7c-c1227651c671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.915688] env[69169]: DEBUG nova.compute.manager [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] No waiting events found dispatching network-vif-plugged-682e1461-4b64-46a3-98f6-b6ec5f4f15f7 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.915850] env[69169]: WARNING nova.compute.manager [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Received unexpected event network-vif-plugged-682e1461-4b64-46a3-98f6-b6ec5f4f15f7 for instance with vm_state building and task_state spawning. [ 952.916018] env[69169]: DEBUG nova.compute.manager [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Received event network-changed-682e1461-4b64-46a3-98f6-b6ec5f4f15f7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.916176] env[69169]: DEBUG nova.compute.manager [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Refreshing instance network info cache due to event network-changed-682e1461-4b64-46a3-98f6-b6ec5f4f15f7. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.916355] env[69169]: DEBUG oslo_concurrency.lockutils [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] Acquiring lock "refresh_cache-6fe0f557-72e5-44c7-ad7c-c1227651c671" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.916485] env[69169]: DEBUG oslo_concurrency.lockutils [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] Acquired lock "refresh_cache-6fe0f557-72e5-44c7-ad7c-c1227651c671" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.916636] env[69169]: DEBUG nova.network.neutron [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Refreshing network info cache for port 682e1461-4b64-46a3-98f6-b6ec5f4f15f7 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.044549] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515075} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.044808] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7/5bc9b7ec-3506-4814-ab8a-8f23c33d29c7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.045538] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.045538] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-094233a4-992b-4c19-bf7d-d7054fbe9f74 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.056543] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 953.056543] env[69169]: value = "task-3251239" [ 953.056543] env[69169]: _type = "Task" [ 953.056543] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.071029] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.117756] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8a9220-e5fb-4219-8322-7314b3041f14 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "5b4c3634-a153-4a61-80dc-47a8e63227a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.626s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.208819] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Acquiring lock "refresh_cache-6fe0f557-72e5-44c7-ad7c-c1227651c671" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.413298] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "refresh_cache-d69df8e9-dd93-4832-a4a4-e3907aac3faf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.413484] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquired lock "refresh_cache-d69df8e9-dd93-4832-a4a4-e3907aac3faf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.413703] env[69169]: DEBUG nova.network.neutron [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.427294] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.432386] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e768e2d-99c7-498a-babe-7cc90bed5322 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.448021] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692d67a9-9ddb-4467-a245-13fa9c347255 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.479160] env[69169]: DEBUG nova.network.neutron [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.481984] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bf71b6-fe72-443b-a35c-52261350582d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.491272] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529053cb-04fe-4ff3-b887-1c1498f843ee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.507463] env[69169]: DEBUG nova.compute.provider_tree [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.567498] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077906} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.568030] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.568926] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0a95ea-344a-42c0-a52b-db0f8d5d2561 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.594624] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7/5bc9b7ec-3506-4814-ab8a-8f23c33d29c7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.596300] env[69169]: DEBUG nova.network.neutron [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.597755] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-506c86e7-8f41-49f4-a9ab-ceb9774d81e6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.623746] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 953.623746] env[69169]: value = "task-3251240" [ 953.623746] env[69169]: _type = "Task" [ 953.623746] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.633809] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.901663] env[69169]: INFO nova.compute.manager [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Rescuing [ 953.901958] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "refresh_cache-e1e94956-c9e4-47ab-ba27-7cb61ece9111" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.902169] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "refresh_cache-e1e94956-c9e4-47ab-ba27-7cb61ece9111" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.902343] env[69169]: DEBUG nova.network.neutron [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.983985] env[69169]: DEBUG nova.network.neutron [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.012065] env[69169]: DEBUG nova.scheduler.client.report [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.116057] env[69169]: DEBUG oslo_concurrency.lockutils [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] Releasing lock "refresh_cache-6fe0f557-72e5-44c7-ad7c-c1227651c671" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.116526] env[69169]: DEBUG nova.compute.manager [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Received event network-vif-plugged-1719f59f-8bfb-4c1f-974d-29823133ba42 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.116585] env[69169]: DEBUG oslo_concurrency.lockutils [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] Acquiring lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.116747] env[69169]: DEBUG oslo_concurrency.lockutils [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] Lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.116913] env[69169]: DEBUG oslo_concurrency.lockutils [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] Lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.117089] env[69169]: DEBUG nova.compute.manager [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] No waiting events found dispatching network-vif-plugged-1719f59f-8bfb-4c1f-974d-29823133ba42 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.117257] env[69169]: WARNING nova.compute.manager [req-79c948e0-6d7b-4b34-82c8-15aaf7d1d8fa req-14e5e6fb-d3d0-4295-bbd5-da13c1902ae8 service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Received unexpected event network-vif-plugged-1719f59f-8bfb-4c1f-974d-29823133ba42 for instance with vm_state building and task_state spawning. [ 954.117658] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Acquired lock "refresh_cache-6fe0f557-72e5-44c7-ad7c-c1227651c671" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.117803] env[69169]: DEBUG nova.network.neutron [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.139599] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251240, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.303046] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.303333] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.303551] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.303731] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.303923] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.306085] env[69169]: INFO nova.compute.manager [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Terminating instance [ 954.373762] env[69169]: DEBUG nova.network.neutron [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Updating instance_info_cache with network_info: [{"id": "9365ba4b-4fa2-4488-acbf-361a29ea55f7", "address": "fa:16:3e:5a:24:bb", "network": {"id": "c24c0ad7-2dfd-402f-a927-c76357bc4cd5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1098915541", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9365ba4b-4f", "ovs_interfaceid": "9365ba4b-4fa2-4488-acbf-361a29ea55f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1719f59f-8bfb-4c1f-974d-29823133ba42", "address": "fa:16:3e:e8:07:1a", "network": {"id": "b63faf7e-6780-48dc-a0a9-7c3abda5aded", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2081384678", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1719f59f-8b", "ovs_interfaceid": "1719f59f-8bfb-4c1f-974d-29823133ba42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.516782] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.517358] env[69169]: DEBUG nova.compute.manager [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.519979] env[69169]: DEBUG oslo_concurrency.lockutils [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.133s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.520222] env[69169]: DEBUG nova.objects.instance [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lazy-loading 'resources' on Instance uuid ccc8b357-6f09-4fc2-9f36-f9687486d150 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.637596] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251240, 'name': ReconfigVM_Task, 'duration_secs': 0.569275} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.640257] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7/5bc9b7ec-3506-4814-ab8a-8f23c33d29c7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.640257] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a08c326b-84fa-4b59-a8a8-014c951d5a72 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.648059] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 954.648059] env[69169]: value = "task-3251241" [ 954.648059] env[69169]: _type = "Task" [ 954.648059] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.663305] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251241, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.713144] env[69169]: DEBUG nova.network.neutron [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.713538] env[69169]: DEBUG nova.network.neutron [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Updating instance_info_cache with network_info: [{"id": "9b770e9e-a7a6-4652-8150-2fafda546abf", "address": "fa:16:3e:6d:0a:62", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b770e9e-a7", "ovs_interfaceid": "9b770e9e-a7a6-4652-8150-2fafda546abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.811436] env[69169]: DEBUG nova.compute.manager [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.811621] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.812663] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4b3347-d896-4c51-ba9c-6df82757852c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.825809] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.825910] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aac08bb-ba85-4310-965e-764a55c3d31f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.835677] env[69169]: DEBUG oslo_vmware.api [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 954.835677] env[69169]: value = "task-3251242" [ 954.835677] env[69169]: _type = "Task" [ 954.835677] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.849104] env[69169]: DEBUG oslo_vmware.api [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.876813] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Releasing lock "refresh_cache-d69df8e9-dd93-4832-a4a4-e3907aac3faf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.877378] env[69169]: DEBUG nova.compute.manager [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Instance network_info: |[{"id": "9365ba4b-4fa2-4488-acbf-361a29ea55f7", "address": "fa:16:3e:5a:24:bb", "network": {"id": "c24c0ad7-2dfd-402f-a927-c76357bc4cd5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1098915541", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9365ba4b-4f", "ovs_interfaceid": "9365ba4b-4fa2-4488-acbf-361a29ea55f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1719f59f-8bfb-4c1f-974d-29823133ba42", "address": "fa:16:3e:e8:07:1a", "network": {"id": "b63faf7e-6780-48dc-a0a9-7c3abda5aded", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2081384678", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1719f59f-8b", "ovs_interfaceid": "1719f59f-8bfb-4c1f-974d-29823133ba42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.878053] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:24:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9365ba4b-4fa2-4488-acbf-361a29ea55f7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:07:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1719f59f-8bfb-4c1f-974d-29823133ba42', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.887616] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.887898] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.888148] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3432e755-1224-4fbb-8e63-78b196fb5257 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.911245] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.911245] env[69169]: value = "task-3251243" [ 954.911245] env[69169]: _type = "Task" [ 954.911245] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.920433] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251243, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.929775] env[69169]: DEBUG nova.network.neutron [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Updating instance_info_cache with network_info: [{"id": "682e1461-4b64-46a3-98f6-b6ec5f4f15f7", "address": "fa:16:3e:fa:c8:7c", "network": {"id": "4512a54d-e702-4b9c-9504-6afc0206e4dd", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1220632447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84bdae9e2def44c7867636b9405df5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682e1461-4b", "ovs_interfaceid": "682e1461-4b64-46a3-98f6-b6ec5f4f15f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.993884] env[69169]: DEBUG nova.compute.manager [req-61d2f87b-5d7f-4559-bbe9-53f76061c962 req-10a0cbeb-6828-4a21-9212-4d2508553afb service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Received event network-changed-1719f59f-8bfb-4c1f-974d-29823133ba42 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.994299] env[69169]: DEBUG nova.compute.manager [req-61d2f87b-5d7f-4559-bbe9-53f76061c962 req-10a0cbeb-6828-4a21-9212-4d2508553afb service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Refreshing instance network info cache due to event network-changed-1719f59f-8bfb-4c1f-974d-29823133ba42. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.994375] env[69169]: DEBUG oslo_concurrency.lockutils [req-61d2f87b-5d7f-4559-bbe9-53f76061c962 req-10a0cbeb-6828-4a21-9212-4d2508553afb service nova] Acquiring lock "refresh_cache-d69df8e9-dd93-4832-a4a4-e3907aac3faf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.994487] env[69169]: DEBUG oslo_concurrency.lockutils [req-61d2f87b-5d7f-4559-bbe9-53f76061c962 req-10a0cbeb-6828-4a21-9212-4d2508553afb service nova] Acquired lock "refresh_cache-d69df8e9-dd93-4832-a4a4-e3907aac3faf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.994648] env[69169]: DEBUG nova.network.neutron [req-61d2f87b-5d7f-4559-bbe9-53f76061c962 req-10a0cbeb-6828-4a21-9212-4d2508553afb service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Refreshing network info cache for port 1719f59f-8bfb-4c1f-974d-29823133ba42 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.027367] env[69169]: DEBUG nova.compute.utils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.028979] env[69169]: DEBUG nova.compute.manager [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.029134] env[69169]: DEBUG nova.network.neutron [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.104276] env[69169]: DEBUG nova.policy [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45c247d83925434db3e97d745788bd1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '215d6d8318d243b89671407e1ecfc384', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.168239] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251241, 'name': Rename_Task, 'duration_secs': 0.289699} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.168239] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.168239] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-014d1bd4-dc95-4163-8100-13bcd0d96b27 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.183984] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 955.183984] env[69169]: value = "task-3251244" [ 955.183984] env[69169]: _type = "Task" [ 955.183984] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.201517] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.219351] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "refresh_cache-e1e94956-c9e4-47ab-ba27-7cb61ece9111" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.346787] env[69169]: DEBUG oslo_vmware.api [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251242, 'name': PowerOffVM_Task, 'duration_secs': 0.39614} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.349869] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.350114] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.350791] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8356e875-a1b7-4854-b439-4bee23a0cdc3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.422739] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251243, 'name': CreateVM_Task, 'duration_secs': 0.471121} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.425571] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.426614] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.426810] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.427134] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.427404] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18854654-0ca8-4e2d-81cd-a1761dba80f8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.433300] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Releasing lock "refresh_cache-6fe0f557-72e5-44c7-ad7c-c1227651c671" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.433701] env[69169]: DEBUG nova.compute.manager [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Instance network_info: |[{"id": "682e1461-4b64-46a3-98f6-b6ec5f4f15f7", "address": "fa:16:3e:fa:c8:7c", "network": {"id": "4512a54d-e702-4b9c-9504-6afc0206e4dd", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1220632447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84bdae9e2def44c7867636b9405df5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682e1461-4b", "ovs_interfaceid": "682e1461-4b64-46a3-98f6-b6ec5f4f15f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.434093] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 955.434093] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526b265e-6aa5-23a4-8802-af18ae5e2e5f" [ 955.434093] env[69169]: _type = "Task" [ 955.434093] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.434563] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:c8:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '682e1461-4b64-46a3-98f6-b6ec5f4f15f7', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.442818] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Creating folder: Project (84bdae9e2def44c7867636b9405df5f5). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.446134] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-264693f9-09c3-433b-948a-e2a4d11152ec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.452841] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.453239] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.453277] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Deleting the datastore file [datastore2] 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.454726] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7a4bc33-d2f5-45b6-b0ad-0147e64adf12 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.460880] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526b265e-6aa5-23a4-8802-af18ae5e2e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.462381] env[69169]: DEBUG oslo_vmware.api [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for the task: (returnval){ [ 955.462381] env[69169]: value = "task-3251247" [ 955.462381] env[69169]: _type = "Task" [ 955.462381] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.469841] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Created folder: Project (84bdae9e2def44c7867636b9405df5f5) in parent group-v649481. [ 955.470071] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Creating folder: Instances. Parent ref: group-v649657. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.470893] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a47b31f2-c27d-4a02-b172-b7615388959b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.476146] env[69169]: DEBUG oslo_vmware.api [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.486616] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Created folder: Instances in parent group-v649657. [ 955.486616] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.486616] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.486616] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ee906a1-520e-49cd-97c3-11f2b33d0511 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.512319] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.512319] env[69169]: value = "task-3251249" [ 955.512319] env[69169]: _type = "Task" [ 955.512319] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.523629] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251249, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.531694] env[69169]: DEBUG nova.compute.manager [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.573299] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618531e8-7c85-4607-afe7-1a54adb5badf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.590503] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4605148-179d-4447-824f-dd69d36358cc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.623908] env[69169]: DEBUG nova.network.neutron [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Successfully created port: fa9591e3-62ff-48bc-ad0d-6f8b001c601f {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.628346] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e54519-9df9-4ead-b96d-28f5c138bcbd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.637507] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74b1b81-0e07-40b9-b926-fdf1f45cea80 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.652934] env[69169]: DEBUG nova.compute.provider_tree [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.694700] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.884296] env[69169]: DEBUG nova.network.neutron [req-61d2f87b-5d7f-4559-bbe9-53f76061c962 req-10a0cbeb-6828-4a21-9212-4d2508553afb service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Updated VIF entry in instance network info cache for port 1719f59f-8bfb-4c1f-974d-29823133ba42. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.884752] env[69169]: DEBUG nova.network.neutron [req-61d2f87b-5d7f-4559-bbe9-53f76061c962 req-10a0cbeb-6828-4a21-9212-4d2508553afb service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Updating instance_info_cache with network_info: [{"id": "9365ba4b-4fa2-4488-acbf-361a29ea55f7", "address": "fa:16:3e:5a:24:bb", "network": {"id": "c24c0ad7-2dfd-402f-a927-c76357bc4cd5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1098915541", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9365ba4b-4f", "ovs_interfaceid": "9365ba4b-4fa2-4488-acbf-361a29ea55f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1719f59f-8bfb-4c1f-974d-29823133ba42", "address": "fa:16:3e:e8:07:1a", "network": {"id": "b63faf7e-6780-48dc-a0a9-7c3abda5aded", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2081384678", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1719f59f-8b", "ovs_interfaceid": "1719f59f-8bfb-4c1f-974d-29823133ba42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.955529] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526b265e-6aa5-23a4-8802-af18ae5e2e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.029066} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.955860] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.956119] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.956406] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.956593] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.956782] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.957069] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f925ee9-4da1-48cf-b332-f7a675180c49 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.969861] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.969861] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.970491] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84de34ee-6db0-47ae-a629-33d00b677956 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.980866] env[69169]: DEBUG oslo_vmware.api [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Task: {'id': task-3251247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368138} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.981447] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.981675] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.981892] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.986187] env[69169]: INFO nova.compute.manager [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Took 1.17 seconds to destroy the instance on the hypervisor. [ 955.986471] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.987799] env[69169]: DEBUG nova.compute.manager [-] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.987908] env[69169]: DEBUG nova.network.neutron [-] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.990274] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 955.990274] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5234810b-e496-ca75-caa6-8d322016df2c" [ 955.990274] env[69169]: _type = "Task" [ 955.990274] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.002901] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5234810b-e496-ca75-caa6-8d322016df2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.021842] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251249, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.085105] env[69169]: DEBUG oslo_concurrency.lockutils [None req-98ad46be-61dc-4808-ab54-f5efe88ebd24 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "147238a2-3a9e-4338-b0a4-f2f158784284" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.085400] env[69169]: DEBUG oslo_concurrency.lockutils [None req-98ad46be-61dc-4808-ab54-f5efe88ebd24 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "147238a2-3a9e-4338-b0a4-f2f158784284" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.085667] env[69169]: DEBUG nova.compute.manager [None req-98ad46be-61dc-4808-ab54-f5efe88ebd24 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.086703] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9678ac46-45c1-44d9-ab08-c03b1a8105fb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.096812] env[69169]: DEBUG nova.compute.manager [None req-98ad46be-61dc-4808-ab54-f5efe88ebd24 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69169) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 956.096812] env[69169]: DEBUG nova.objects.instance [None req-98ad46be-61dc-4808-ab54-f5efe88ebd24 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lazy-loading 'flavor' on Instance uuid 147238a2-3a9e-4338-b0a4-f2f158784284 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.156299] env[69169]: DEBUG nova.scheduler.client.report [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.196457] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251244, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.389969] env[69169]: DEBUG oslo_concurrency.lockutils [req-61d2f87b-5d7f-4559-bbe9-53f76061c962 req-10a0cbeb-6828-4a21-9212-4d2508553afb service nova] Releasing lock "refresh_cache-d69df8e9-dd93-4832-a4a4-e3907aac3faf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.502448] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5234810b-e496-ca75-caa6-8d322016df2c, 'name': SearchDatastore_Task, 'duration_secs': 0.03048} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.503221] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb794d26-6317-45ac-a53f-2cce0f12adb4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.510121] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 956.510121] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527a916e-a799-7167-6033-1a04fed21075" [ 956.510121] env[69169]: _type = "Task" [ 956.510121] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.520121] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527a916e-a799-7167-6033-1a04fed21075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.525815] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251249, 'name': CreateVM_Task, 'duration_secs': 0.697942} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.525983] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.526933] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.526933] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.527184] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.527432] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7e1823-6017-42e1-a24c-2f90741d157d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.532467] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Waiting for the task: (returnval){ [ 956.532467] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52932e62-7541-753b-fffa-7ebcf224169c" [ 956.532467] env[69169]: _type = "Task" [ 956.532467] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.542700] env[69169]: DEBUG nova.compute.manager [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.545461] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52932e62-7541-753b-fffa-7ebcf224169c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.573870] env[69169]: DEBUG nova.virt.hardware [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.574133] env[69169]: DEBUG nova.virt.hardware [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.574294] env[69169]: DEBUG nova.virt.hardware [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.574472] env[69169]: DEBUG nova.virt.hardware [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.574618] env[69169]: DEBUG nova.virt.hardware [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.574768] env[69169]: DEBUG nova.virt.hardware [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.574972] env[69169]: DEBUG nova.virt.hardware [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.575139] env[69169]: DEBUG nova.virt.hardware [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.575305] env[69169]: DEBUG nova.virt.hardware [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.575465] env[69169]: DEBUG nova.virt.hardware [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.575644] env[69169]: DEBUG nova.virt.hardware [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.576749] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7387082b-f33a-4fed-9eb2-14e40954c2ae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.584354] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a817bc-f5e1-4c22-bc0f-aacdaa3ac0c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.662148] env[69169]: DEBUG oslo_concurrency.lockutils [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.664436] env[69169]: DEBUG oslo_concurrency.lockutils [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.980s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.664633] env[69169]: DEBUG nova.objects.instance [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Lazy-loading 'resources' on Instance uuid f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.687232] env[69169]: INFO nova.scheduler.client.report [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Deleted allocations for instance ccc8b357-6f09-4fc2-9f36-f9687486d150 [ 956.694963] env[69169]: DEBUG oslo_vmware.api [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251244, 'name': PowerOnVM_Task, 'duration_secs': 1.073186} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.695390] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.695611] env[69169]: INFO nova.compute.manager [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Took 9.92 seconds to spawn the instance on the hypervisor. [ 956.695854] env[69169]: DEBUG nova.compute.manager [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.696653] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118d73db-cf52-4c05-b824-085b706e83b9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.765049] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.765049] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50cd52a-2b67-43ad-a2a3-12016517ba23 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.771607] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 956.771607] env[69169]: value = "task-3251250" [ 956.771607] env[69169]: _type = "Task" [ 956.771607] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.779681] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.859799] env[69169]: DEBUG nova.network.neutron [-] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.020951] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527a916e-a799-7167-6033-1a04fed21075, 'name': SearchDatastore_Task, 'duration_secs': 0.018284} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.021290] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.021595] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] d69df8e9-dd93-4832-a4a4-e3907aac3faf/d69df8e9-dd93-4832-a4a4-e3907aac3faf.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.021888] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c99d204-4ea8-4631-a2fb-054753ad6c00 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.028953] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 957.028953] env[69169]: value = "task-3251251" [ 957.028953] env[69169]: _type = "Task" [ 957.028953] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.039163] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.041698] env[69169]: DEBUG nova.compute.manager [req-dbb1cf71-808f-4d48-97c3-699836e1c8de req-5a0805b6-f5ba-494f-a7b8-50f531b25a02 service nova] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Received event network-vif-deleted-7c21ad45-732f-49e9-b948-aaa0e3ed5338 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.045968] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52932e62-7541-753b-fffa-7ebcf224169c, 'name': SearchDatastore_Task, 'duration_secs': 0.025139} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.046331] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.046638] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.047047] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.047280] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.047525] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.047882] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1f06022-b296-4128-85a2-f00c53918e13 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.056940] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.057194] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.057970] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26abd8b7-40e0-4c50-8df4-cb2ba89b6532 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.064344] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Waiting for the task: (returnval){ [ 957.064344] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52db8590-7a19-d634-7ad8-f63b49633e3e" [ 957.064344] env[69169]: _type = "Task" [ 957.064344] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.072646] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52db8590-7a19-d634-7ad8-f63b49633e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.104187] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ad46be-61dc-4808-ab54-f5efe88ebd24 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.104587] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c48ff5-bef1-41a5-90ad-299ff6367748 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.112069] env[69169]: DEBUG oslo_vmware.api [None req-98ad46be-61dc-4808-ab54-f5efe88ebd24 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 957.112069] env[69169]: value = "task-3251252" [ 957.112069] env[69169]: _type = "Task" [ 957.112069] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.122125] env[69169]: DEBUG oslo_vmware.api [None req-98ad46be-61dc-4808-ab54-f5efe88ebd24 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.200072] env[69169]: DEBUG oslo_concurrency.lockutils [None req-de057dbf-fcc6-44e4-b6a2-820598689a8a tempest-ServerShowV247Test-263552209 tempest-ServerShowV247Test-263552209-project-member] Lock "ccc8b357-6f09-4fc2-9f36-f9687486d150" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.171s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.222303] env[69169]: INFO nova.compute.manager [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Took 41.51 seconds to build instance. [ 957.284261] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251250, 'name': PowerOffVM_Task, 'duration_secs': 0.361223} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.288726] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.289968] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5554372-728e-45c2-917e-930e4a86d983 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.321464] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206982a2-f1b0-466d-8eb4-a2d0ae581d5c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.362016] env[69169]: INFO nova.compute.manager [-] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Took 1.37 seconds to deallocate network for instance. [ 957.370106] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.370416] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69a4d8ea-54df-450a-ba13-f9efe3d6f39b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.379458] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 957.379458] env[69169]: value = "task-3251253" [ 957.379458] env[69169]: _type = "Task" [ 957.379458] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.393740] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] VM already powered off {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 957.394054] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.394316] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.458144] env[69169]: DEBUG nova.network.neutron [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Successfully updated port: fa9591e3-62ff-48bc-ad0d-6f8b001c601f {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.539309] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251251, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.576834] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52db8590-7a19-d634-7ad8-f63b49633e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.577264] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088b9fef-8f26-40fb-8d6b-58d2220e2f43 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.582506] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Waiting for the task: (returnval){ [ 957.582506] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a8c249-c0fb-dc74-9c8f-777ff3cf7eab" [ 957.582506] env[69169]: _type = "Task" [ 957.582506] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.590728] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a8c249-c0fb-dc74-9c8f-777ff3cf7eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.622330] env[69169]: DEBUG oslo_vmware.api [None req-98ad46be-61dc-4808-ab54-f5efe88ebd24 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251252, 'name': PowerOffVM_Task, 'duration_secs': 0.322474} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.623151] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ad46be-61dc-4808-ab54-f5efe88ebd24 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.623151] env[69169]: DEBUG nova.compute.manager [None req-98ad46be-61dc-4808-ab54-f5efe88ebd24 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.623532] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7427d8-62df-4ac1-bfb9-c6434a0f66e0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.720256] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ea2c36-4ff0-4d81-a481-9d005f9d87d6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.723940] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff4cc164-efd5-4250-9ea2-374b044bd964 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.684s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.729176] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e509a71e-5c9f-4553-b591-247e16996197 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.765028] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4531e669-2a9f-44b0-afaf-4c484f8ebbf2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.773567] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b53b885-8472-4730-8e39-1da4da31afa6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.787906] env[69169]: DEBUG nova.compute.provider_tree [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.874571] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.965231] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Acquiring lock "refresh_cache-8befb294-3644-4eb5-93df-3582a170d9df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.965231] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Acquired lock "refresh_cache-8befb294-3644-4eb5-93df-3582a170d9df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.965231] env[69169]: DEBUG nova.network.neutron [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.042547] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540807} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.042882] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] d69df8e9-dd93-4832-a4a4-e3907aac3faf/d69df8e9-dd93-4832-a4a4-e3907aac3faf.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.043178] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.043876] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d029750a-69f3-4b08-8957-4e875a492d15 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.051780] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 958.051780] env[69169]: value = "task-3251254" [ 958.051780] env[69169]: _type = "Task" [ 958.051780] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.062581] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.093923] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a8c249-c0fb-dc74-9c8f-777ff3cf7eab, 'name': SearchDatastore_Task, 'duration_secs': 0.020289} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.094271] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.094557] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 6fe0f557-72e5-44c7-ad7c-c1227651c671/6fe0f557-72e5-44c7-ad7c-c1227651c671.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.094864] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.095061] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.095322] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62f00cf8-2ab9-4dde-8c6e-6aa9bb8cbce2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.097728] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdea951f-64aa-4b90-8b2d-a312adc34296 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.109233] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Waiting for the task: (returnval){ [ 958.109233] env[69169]: value = "task-3251255" [ 958.109233] env[69169]: _type = "Task" [ 958.109233] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.111722] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.111906] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.112661] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad2ea76b-5382-4be6-afbd-ddad2cb62c04 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.121691] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.123206] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 958.123206] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ecd483-4d71-a75d-8da9-9c5b6d304db0" [ 958.123206] env[69169]: _type = "Task" [ 958.123206] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.131951] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ecd483-4d71-a75d-8da9-9c5b6d304db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.139013] env[69169]: DEBUG oslo_concurrency.lockutils [None req-98ad46be-61dc-4808-ab54-f5efe88ebd24 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "147238a2-3a9e-4338-b0a4-f2f158784284" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.292030] env[69169]: DEBUG nova.scheduler.client.report [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.501213] env[69169]: DEBUG nova.network.neutron [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.562696] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073974} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.563098] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.564016] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba83dd84-689f-4185-b930-47cf31dbfb8d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.591348] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] d69df8e9-dd93-4832-a4a4-e3907aac3faf/d69df8e9-dd93-4832-a4a4-e3907aac3faf.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.591809] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582757d2-b5ae-43ff-b407-01aba7c2a3ec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.608088] env[69169]: DEBUG nova.objects.instance [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lazy-loading 'flavor' on Instance uuid 147238a2-3a9e-4338-b0a4-f2f158784284 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.615269] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 958.615269] env[69169]: value = "task-3251256" [ 958.615269] env[69169]: _type = "Task" [ 958.615269] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.618750] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251255, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.630567] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.636773] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ecd483-4d71-a75d-8da9-9c5b6d304db0, 'name': SearchDatastore_Task, 'duration_secs': 0.015435} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.637882] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd3bc8f-7d9d-4250-b404-9469a8c9eb8c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.644376] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 958.644376] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52498647-884d-b65f-45a8-648c7bfc1b5d" [ 958.644376] env[69169]: _type = "Task" [ 958.644376] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.653358] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52498647-884d-b65f-45a8-648c7bfc1b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.797203] env[69169]: DEBUG oslo_concurrency.lockutils [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.799917] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.949s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.802347] env[69169]: INFO nova.compute.claims [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.821330] env[69169]: INFO nova.scheduler.client.report [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Deleted allocations for instance f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3 [ 958.895677] env[69169]: DEBUG nova.compute.manager [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Stashing vm_state: active {{(pid=69169) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 958.986728] env[69169]: DEBUG nova.network.neutron [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Updating instance_info_cache with network_info: [{"id": "fa9591e3-62ff-48bc-ad0d-6f8b001c601f", "address": "fa:16:3e:0d:71:ed", "network": {"id": "9d9a9859-a35a-4b08-a531-e504a5e56d37", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1294247037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "215d6d8318d243b89671407e1ecfc384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9591e3-62", "ovs_interfaceid": "fa9591e3-62ff-48bc-ad0d-6f8b001c601f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.069889] env[69169]: DEBUG nova.compute.manager [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Received event network-vif-plugged-fa9591e3-62ff-48bc-ad0d-6f8b001c601f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.069961] env[69169]: DEBUG oslo_concurrency.lockutils [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] Acquiring lock "8befb294-3644-4eb5-93df-3582a170d9df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.070176] env[69169]: DEBUG oslo_concurrency.lockutils [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] Lock "8befb294-3644-4eb5-93df-3582a170d9df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.070362] env[69169]: DEBUG oslo_concurrency.lockutils [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] Lock "8befb294-3644-4eb5-93df-3582a170d9df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.070529] env[69169]: DEBUG nova.compute.manager [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] No waiting events found dispatching network-vif-plugged-fa9591e3-62ff-48bc-ad0d-6f8b001c601f {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.070690] env[69169]: WARNING nova.compute.manager [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Received unexpected event network-vif-plugged-fa9591e3-62ff-48bc-ad0d-6f8b001c601f for instance with vm_state building and task_state spawning. [ 959.070848] env[69169]: DEBUG nova.compute.manager [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Received event network-changed-fa9591e3-62ff-48bc-ad0d-6f8b001c601f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.070999] env[69169]: DEBUG nova.compute.manager [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Refreshing instance network info cache due to event network-changed-fa9591e3-62ff-48bc-ad0d-6f8b001c601f. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.071174] env[69169]: DEBUG oslo_concurrency.lockutils [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] Acquiring lock "refresh_cache-8befb294-3644-4eb5-93df-3582a170d9df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.117331] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "refresh_cache-147238a2-3a9e-4338-b0a4-f2f158784284" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.117623] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquired lock "refresh_cache-147238a2-3a9e-4338-b0a4-f2f158784284" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.117879] env[69169]: DEBUG nova.network.neutron [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.118149] env[69169]: DEBUG nova.objects.instance [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lazy-loading 'info_cache' on Instance uuid 147238a2-3a9e-4338-b0a4-f2f158784284 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.128033] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.947397} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.128317] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 6fe0f557-72e5-44c7-ad7c-c1227651c671/6fe0f557-72e5-44c7-ad7c-c1227651c671.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.128531] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.129225] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fb30dda-7b3e-4a05-bd92-78d6c830e29e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.137617] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251256, 'name': ReconfigVM_Task, 'duration_secs': 0.518689} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.138264] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Reconfigured VM instance instance-0000003f to attach disk [datastore2] d69df8e9-dd93-4832-a4a4-e3907aac3faf/d69df8e9-dd93-4832-a4a4-e3907aac3faf.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.139233] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-071784a7-36d9-4d6e-b041-baaf70b192e7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.143773] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Waiting for the task: (returnval){ [ 959.143773] env[69169]: value = "task-3251257" [ 959.143773] env[69169]: _type = "Task" [ 959.143773] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.149264] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 959.149264] env[69169]: value = "task-3251258" [ 959.149264] env[69169]: _type = "Task" [ 959.149264] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.162056] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.167044] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52498647-884d-b65f-45a8-648c7bfc1b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.018896} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.170717] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.171091] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] e1e94956-c9e4-47ab-ba27-7cb61ece9111/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk. {{(pid=69169) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 959.171317] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251258, 'name': Rename_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.171598] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22c7d4fc-d1ac-4a54-92a2-b678794857e8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.180641] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 959.180641] env[69169]: value = "task-3251259" [ 959.180641] env[69169]: _type = "Task" [ 959.180641] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.189202] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.340010] env[69169]: DEBUG oslo_concurrency.lockutils [None req-251affa0-5f28-4227-bb1d-cd7adcc98f6b tempest-ServerTagsTestJSON-442000409 tempest-ServerTagsTestJSON-442000409-project-member] Lock "f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.091s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.428359] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.489506] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Releasing lock "refresh_cache-8befb294-3644-4eb5-93df-3582a170d9df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.489895] env[69169]: DEBUG nova.compute.manager [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Instance network_info: |[{"id": "fa9591e3-62ff-48bc-ad0d-6f8b001c601f", "address": "fa:16:3e:0d:71:ed", "network": {"id": "9d9a9859-a35a-4b08-a531-e504a5e56d37", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1294247037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "215d6d8318d243b89671407e1ecfc384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9591e3-62", "ovs_interfaceid": "fa9591e3-62ff-48bc-ad0d-6f8b001c601f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.490446] env[69169]: DEBUG oslo_concurrency.lockutils [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] Acquired lock "refresh_cache-8befb294-3644-4eb5-93df-3582a170d9df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.490493] env[69169]: DEBUG nova.network.neutron [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Refreshing network info cache for port fa9591e3-62ff-48bc-ad0d-6f8b001c601f {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.491815] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:71:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa9591e3-62ff-48bc-ad0d-6f8b001c601f', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.499459] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Creating folder: Project (215d6d8318d243b89671407e1ecfc384). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.500379] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40b8ccfe-c40e-4158-b12a-7293ba98e26f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.513194] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Created folder: Project (215d6d8318d243b89671407e1ecfc384) in parent group-v649481. [ 959.513413] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Creating folder: Instances. Parent ref: group-v649660. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.513667] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39c442f6-95b8-45ed-8916-ba7a8d13f28e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.524337] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Created folder: Instances in parent group-v649660. [ 959.524697] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.524958] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.525305] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bd1a5d4-4629-43c7-9019-131ae612fcc8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.549211] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.549211] env[69169]: value = "task-3251262" [ 959.549211] env[69169]: _type = "Task" [ 959.549211] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.558675] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251262, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.622730] env[69169]: DEBUG nova.objects.base [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Object Instance<147238a2-3a9e-4338-b0a4-f2f158784284> lazy-loaded attributes: flavor,info_cache {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 959.656677] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07372} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.661234] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.662290] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3c8304-715e-4534-96ea-426ecfe711a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.671647] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251258, 'name': Rename_Task, 'duration_secs': 0.172388} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.683108] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.692903] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 6fe0f557-72e5-44c7-ad7c-c1227651c671/6fe0f557-72e5-44c7-ad7c-c1227651c671.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.693342] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ed77260-f993-4bc1-895c-2c33334aa622 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.698837] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-983d9a68-91a8-47cc-9344-d43c9eaab22c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.722339] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251259, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.724931] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 959.724931] env[69169]: value = "task-3251263" [ 959.724931] env[69169]: _type = "Task" [ 959.724931] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.725336] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Waiting for the task: (returnval){ [ 959.725336] env[69169]: value = "task-3251264" [ 959.725336] env[69169]: _type = "Task" [ 959.725336] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.737814] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251263, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.742222] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.066339] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251262, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.199728] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633815} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.200104] env[69169]: INFO nova.virt.vmwareapi.ds_util [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] e1e94956-c9e4-47ab-ba27-7cb61ece9111/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk. [ 960.204021] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143c84ef-dd56-4cfa-b146-8b9f0dac1b4e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.249210] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] e1e94956-c9e4-47ab-ba27-7cb61ece9111/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.268271] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03bd3d8d-439a-4d41-8bf6-6238776ece19 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.299328] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251263, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.304267] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251264, 'name': ReconfigVM_Task, 'duration_secs': 0.408441} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.306073] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 960.306073] env[69169]: value = "task-3251265" [ 960.306073] env[69169]: _type = "Task" [ 960.306073] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.308925] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 6fe0f557-72e5-44c7-ad7c-c1227651c671/6fe0f557-72e5-44c7-ad7c-c1227651c671.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.310042] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b649408f-b1ec-4f55-bbfc-04d7a6b11252 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.325314] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.331443] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Waiting for the task: (returnval){ [ 960.331443] env[69169]: value = "task-3251266" [ 960.331443] env[69169]: _type = "Task" [ 960.331443] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.344763] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251266, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.406813] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ea20d-e352-45dc-8546-76da18443868 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.416681] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81862268-5367-460f-a889-791cf3c3f148 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.456033] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05ca3c2-bd4f-4dbb-9a8c-56416b97d611 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.460723] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fa540c-c16e-486c-b1bc-49f4bc3874a0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.468183] env[69169]: DEBUG nova.network.neutron [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Updated VIF entry in instance network info cache for port fa9591e3-62ff-48bc-ad0d-6f8b001c601f. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.468183] env[69169]: DEBUG nova.network.neutron [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Updating instance_info_cache with network_info: [{"id": "fa9591e3-62ff-48bc-ad0d-6f8b001c601f", "address": "fa:16:3e:0d:71:ed", "network": {"id": "9d9a9859-a35a-4b08-a531-e504a5e56d37", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1294247037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "215d6d8318d243b89671407e1ecfc384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9591e3-62", "ovs_interfaceid": "fa9591e3-62ff-48bc-ad0d-6f8b001c601f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.479034] env[69169]: DEBUG nova.compute.provider_tree [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.539733] env[69169]: DEBUG nova.network.neutron [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Updating instance_info_cache with network_info: [{"id": "6d76227b-6b61-4f14-8fbe-39f127527995", "address": "fa:16:3e:98:40:85", "network": {"id": "c9010b44-16e0-4b10-9666-a6f203a1eb28", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1928683039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b84b73a335453b88658f5f9c6e88d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d76227b-6b", "ovs_interfaceid": "6d76227b-6b61-4f14-8fbe-39f127527995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.569773] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251262, 'name': CreateVM_Task, 'duration_secs': 0.746423} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.570471] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.570824] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.570988] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.571332] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.571617] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08f3247-9e12-49a7-ac8c-5186c3d6adbb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.577491] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Waiting for the task: (returnval){ [ 960.577491] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e6fd7b-9aab-01f2-9118-b4c28ae38414" [ 960.577491] env[69169]: _type = "Task" [ 960.577491] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.586330] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e6fd7b-9aab-01f2-9118-b4c28ae38414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.749435] env[69169]: DEBUG oslo_vmware.api [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251263, 'name': PowerOnVM_Task, 'duration_secs': 0.903678} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.749800] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.750091] env[69169]: INFO nova.compute.manager [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Took 11.40 seconds to spawn the instance on the hypervisor. [ 960.751028] env[69169]: DEBUG nova.compute.manager [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.751478] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870fdc8a-e6a1-4872-9f54-094cabea3756 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.819624] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251265, 'name': ReconfigVM_Task, 'duration_secs': 0.345596} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.819988] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Reconfigured VM instance instance-00000039 to attach disk [datastore2] e1e94956-c9e4-47ab-ba27-7cb61ece9111/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.820867] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabcb398-a7d9-404d-9ae0-6af8d34e5ee8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.852072] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab5391e8-a78c-48ef-964c-633d1386169f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.869022] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251266, 'name': Rename_Task, 'duration_secs': 0.144488} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.870918] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.871037] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 960.871037] env[69169]: value = "task-3251267" [ 960.871037] env[69169]: _type = "Task" [ 960.871037] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.871231] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b410d408-8ca5-47ea-a040-b67f360e3719 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.880602] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.881765] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Waiting for the task: (returnval){ [ 960.881765] env[69169]: value = "task-3251268" [ 960.881765] env[69169]: _type = "Task" [ 960.881765] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.888948] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.980755] env[69169]: DEBUG oslo_concurrency.lockutils [req-f579f7e6-771d-444b-9907-76b481681c64 req-3f982e80-8471-4f87-adb4-ff59c5683804 service nova] Releasing lock "refresh_cache-8befb294-3644-4eb5-93df-3582a170d9df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.981777] env[69169]: DEBUG nova.scheduler.client.report [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.042592] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Releasing lock "refresh_cache-147238a2-3a9e-4338-b0a4-f2f158784284" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.090022] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e6fd7b-9aab-01f2-9118-b4c28ae38414, 'name': SearchDatastore_Task, 'duration_secs': 0.033763} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.090317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.090553] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.090807] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.090965] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.091161] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.091422] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04e63cf0-b0ce-4d7f-9db4-99c26e923578 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.100604] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.100840] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.101910] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d86f3a0-850e-4d02-bd10-af7b7e021087 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.107637] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Waiting for the task: (returnval){ [ 961.107637] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e65adc-fc6b-0e87-0351-43e87c168a0f" [ 961.107637] env[69169]: _type = "Task" [ 961.107637] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.117349] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e65adc-fc6b-0e87-0351-43e87c168a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.270825] env[69169]: INFO nova.compute.manager [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Took 43.04 seconds to build instance. [ 961.382855] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251267, 'name': ReconfigVM_Task, 'duration_secs': 0.458349} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.385798] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.386115] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82ef6546-76d7-4664-b40b-8ff352cdaff0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.393201] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251268, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.394722] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 961.394722] env[69169]: value = "task-3251269" [ 961.394722] env[69169]: _type = "Task" [ 961.394722] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.402800] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.487283] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.487853] env[69169]: DEBUG nova.compute.manager [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.490884] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.366s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.491121] env[69169]: DEBUG nova.objects.instance [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lazy-loading 'resources' on Instance uuid fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.618495] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e65adc-fc6b-0e87-0351-43e87c168a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.008993} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.619056] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0413699b-2f05-4eb9-acf7-1f153fb4d77f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.624967] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Waiting for the task: (returnval){ [ 961.624967] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ee3d71-32e2-2302-5dcb-5ed22c0c243c" [ 961.624967] env[69169]: _type = "Task" [ 961.624967] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.634025] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ee3d71-32e2-2302-5dcb-5ed22c0c243c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.772648] env[69169]: DEBUG oslo_concurrency.lockutils [None req-47f56a83-ac58-42c4-b3ec-da39f04ae0e7 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.169s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.798696] env[69169]: DEBUG oslo_concurrency.lockutils [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.798696] env[69169]: DEBUG oslo_concurrency.lockutils [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.798696] env[69169]: DEBUG oslo_concurrency.lockutils [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.798696] env[69169]: DEBUG oslo_concurrency.lockutils [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.798696] env[69169]: DEBUG oslo_concurrency.lockutils [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.800939] env[69169]: INFO nova.compute.manager [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Terminating instance [ 961.891563] env[69169]: DEBUG oslo_vmware.api [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251268, 'name': PowerOnVM_Task, 'duration_secs': 0.835362} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.892069] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.892069] env[69169]: INFO nova.compute.manager [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Took 9.94 seconds to spawn the instance on the hypervisor. [ 961.892225] env[69169]: DEBUG nova.compute.manager [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.892975] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07932891-3f83-4ca4-81c3-20ceab0a7dfb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.908791] env[69169]: DEBUG oslo_vmware.api [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251269, 'name': PowerOnVM_Task, 'duration_secs': 0.431721} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.909254] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.911525] env[69169]: DEBUG nova.compute.manager [None req-1a731639-ae8b-4345-bc96-1dc5290c874d tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.912246] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6a4453-4c6f-41e8-9a89-9233fcc74f2a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.996866] env[69169]: DEBUG nova.compute.utils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.001107] env[69169]: DEBUG nova.compute.manager [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.001488] env[69169]: DEBUG nova.network.neutron [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.052468] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.052975] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d3af52e-19e9-419f-828f-0e0a2521e0a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.060991] env[69169]: DEBUG nova.policy [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e797286082e420cac6e39eb3f5fd6af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db1de70235344735a78091aa0aa17713', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.062591] env[69169]: DEBUG oslo_vmware.api [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 962.062591] env[69169]: value = "task-3251270" [ 962.062591] env[69169]: _type = "Task" [ 962.062591] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.073857] env[69169]: DEBUG oslo_vmware.api [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.098674] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquiring lock "000fb427-c633-400f-814f-82a7380cf474" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.099041] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Lock "000fb427-c633-400f-814f-82a7380cf474" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.138826] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ee3d71-32e2-2302-5dcb-5ed22c0c243c, 'name': SearchDatastore_Task, 'duration_secs': 0.011662} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.139141] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.139401] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 8befb294-3644-4eb5-93df-3582a170d9df/8befb294-3644-4eb5-93df-3582a170d9df.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.139671] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82869bb6-7d71-4d89-9944-3cdcaffcb9d2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.146125] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Waiting for the task: (returnval){ [ 962.146125] env[69169]: value = "task-3251271" [ 962.146125] env[69169]: _type = "Task" [ 962.146125] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.153860] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.311491] env[69169]: DEBUG nova.compute.manager [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.311723] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.312604] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53595a35-c366-4f64-b83d-2a588938f843 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.322130] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.322370] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bc68b96-3c68-4a32-824c-eb6826cfc63b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.328710] env[69169]: DEBUG oslo_vmware.api [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 962.328710] env[69169]: value = "task-3251272" [ 962.328710] env[69169]: _type = "Task" [ 962.328710] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.336037] env[69169]: DEBUG oslo_vmware.api [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.393048] env[69169]: DEBUG nova.network.neutron [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Successfully created port: b7790c05-e12b-4c9a-ac86-79211143724b {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.402596] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c408589-f097-4df4-b30a-1af9a5c99808 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.416807] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f7421c-b472-4b74-badb-1c55f145909a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.422732] env[69169]: INFO nova.compute.manager [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Took 40.59 seconds to build instance. [ 962.454333] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32b5ce6-0c3a-44cf-a96b-20581efb817a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.463237] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef23fe88-e688-443d-80f2-563de8558005 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.479053] env[69169]: DEBUG nova.compute.provider_tree [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.502051] env[69169]: DEBUG nova.compute.manager [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.579026] env[69169]: DEBUG oslo_vmware.api [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.604577] env[69169]: DEBUG nova.compute.manager [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.657635] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251271, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.838481] env[69169]: DEBUG oslo_vmware.api [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251272, 'name': PowerOffVM_Task, 'duration_secs': 0.230194} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.838758] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.838923] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.839188] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7529b932-3b52-48c7-8e4e-f71f866bb291 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.925227] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d8ae5849-1f1b-4495-920d-4fbf849120be tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Lock "6fe0f557-72e5-44c7-ad7c-c1227651c671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.037s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.944281] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.944517] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.944709] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Deleting the datastore file [datastore2] d69df8e9-dd93-4832-a4a4-e3907aac3faf {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.945028] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-656d6de4-5c07-48f9-88e5-be0c588ace72 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.953407] env[69169]: DEBUG oslo_vmware.api [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for the task: (returnval){ [ 962.953407] env[69169]: value = "task-3251274" [ 962.953407] env[69169]: _type = "Task" [ 962.953407] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.961645] env[69169]: DEBUG oslo_vmware.api [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.981465] env[69169]: DEBUG nova.scheduler.client.report [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.075484] env[69169]: DEBUG oslo_vmware.api [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.130424] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.156697] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701067} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.156978] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 8befb294-3644-4eb5-93df-3582a170d9df/8befb294-3644-4eb5-93df-3582a170d9df.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.157208] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.157485] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e441666-cce8-49fc-8eb7-10ed74d86c14 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.164194] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Waiting for the task: (returnval){ [ 963.164194] env[69169]: value = "task-3251275" [ 963.164194] env[69169]: _type = "Task" [ 963.164194] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.172412] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.463490] env[69169]: DEBUG oslo_vmware.api [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Task: {'id': task-3251274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379996} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.463734] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.463917] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.464106] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.464279] env[69169]: INFO nova.compute.manager [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 963.464510] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.464690] env[69169]: DEBUG nova.compute.manager [-] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.464786] env[69169]: DEBUG nova.network.neutron [-] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.474855] env[69169]: INFO nova.compute.manager [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Unrescuing [ 963.475070] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "refresh_cache-e1e94956-c9e4-47ab-ba27-7cb61ece9111" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.475224] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "refresh_cache-e1e94956-c9e4-47ab-ba27-7cb61ece9111" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.475376] env[69169]: DEBUG nova.network.neutron [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.486301] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.488342] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.945s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.505538] env[69169]: INFO nova.scheduler.client.report [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleted allocations for instance fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8 [ 963.511649] env[69169]: DEBUG nova.compute.manager [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.535864] env[69169]: DEBUG nova.virt.hardware [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.536120] env[69169]: DEBUG nova.virt.hardware [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.536280] env[69169]: DEBUG nova.virt.hardware [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.536458] env[69169]: DEBUG nova.virt.hardware [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.536599] env[69169]: DEBUG nova.virt.hardware [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.536743] env[69169]: DEBUG nova.virt.hardware [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.536952] env[69169]: DEBUG nova.virt.hardware [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.537126] env[69169]: DEBUG nova.virt.hardware [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.537295] env[69169]: DEBUG nova.virt.hardware [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.537456] env[69169]: DEBUG nova.virt.hardware [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.537623] env[69169]: DEBUG nova.virt.hardware [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.538517] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af528aa4-75b7-4581-be81-c628a2714a1a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.546636] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1f5a0c-a025-4c4a-99c2-2669dd15458c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.573794] env[69169]: DEBUG oslo_vmware.api [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251270, 'name': PowerOnVM_Task, 'duration_secs': 1.321176} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.574507] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.574756] env[69169]: DEBUG nova.compute.manager [None req-8f9ba736-3d98-49e0-914c-5bca22a68f02 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.576192] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c316a7c1-215e-4582-bf9f-51a95110e29e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.585246] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Acquiring lock "6fe0f557-72e5-44c7-ad7c-c1227651c671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.585466] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Lock "6fe0f557-72e5-44c7-ad7c-c1227651c671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.585660] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Acquiring lock "6fe0f557-72e5-44c7-ad7c-c1227651c671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.585842] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Lock "6fe0f557-72e5-44c7-ad7c-c1227651c671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.586013] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Lock "6fe0f557-72e5-44c7-ad7c-c1227651c671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.587694] env[69169]: INFO nova.compute.manager [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Terminating instance [ 963.673942] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160283} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.674267] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.675387] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba6c165-45eb-489d-a105-fa59c7752e99 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.697474] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 8befb294-3644-4eb5-93df-3582a170d9df/8befb294-3644-4eb5-93df-3582a170d9df.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.699531] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-453563f9-7441-4b82-818b-868b53504b82 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.718814] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Waiting for the task: (returnval){ [ 963.718814] env[69169]: value = "task-3251276" [ 963.718814] env[69169]: _type = "Task" [ 963.718814] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.728222] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.773083] env[69169]: DEBUG nova.compute.manager [req-cc1407df-4147-45b4-91fa-417f56206dfa req-c298a1cd-3cd6-4bc8-86ed-124498a36c70 service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Received event network-vif-deleted-1719f59f-8bfb-4c1f-974d-29823133ba42 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.773083] env[69169]: INFO nova.compute.manager [req-cc1407df-4147-45b4-91fa-417f56206dfa req-c298a1cd-3cd6-4bc8-86ed-124498a36c70 service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Neutron deleted interface 1719f59f-8bfb-4c1f-974d-29823133ba42; detaching it from the instance and deleting it from the info cache [ 963.773164] env[69169]: DEBUG nova.network.neutron [req-cc1407df-4147-45b4-91fa-417f56206dfa req-c298a1cd-3cd6-4bc8-86ed-124498a36c70 service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Updating instance_info_cache with network_info: [{"id": "9365ba4b-4fa2-4488-acbf-361a29ea55f7", "address": "fa:16:3e:5a:24:bb", "network": {"id": "c24c0ad7-2dfd-402f-a927-c76357bc4cd5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1098915541", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba7632764804eaaaeabd3f5292a3105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9365ba4b-4f", "ovs_interfaceid": "9365ba4b-4fa2-4488-acbf-361a29ea55f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.020962] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bcaa376a-7010-4c83-876a-787bf6a6c306 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.054s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.093686] env[69169]: DEBUG nova.compute.manager [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.093797] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.094737] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b05916-5c49-4712-b278-8c8159e84b41 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.108821] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.109835] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28ae3e1c-14da-4b26-8d34-d3d26a4efdbc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.122271] env[69169]: DEBUG oslo_vmware.api [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Waiting for the task: (returnval){ [ 964.122271] env[69169]: value = "task-3251277" [ 964.122271] env[69169]: _type = "Task" [ 964.122271] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.132838] env[69169]: DEBUG oslo_vmware.api [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.231104] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.231402] env[69169]: DEBUG nova.network.neutron [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Successfully updated port: b7790c05-e12b-4c9a-ac86-79211143724b {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.277761] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84427ed1-e7fd-421b-9bc7-6d8624271d24 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.291240] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d641ecf3-9b40-4692-bc21-01234df3f718 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.306670] env[69169]: DEBUG nova.network.neutron [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Updating instance_info_cache with network_info: [{"id": "9b770e9e-a7a6-4652-8150-2fafda546abf", "address": "fa:16:3e:6d:0a:62", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b770e9e-a7", "ovs_interfaceid": "9b770e9e-a7a6-4652-8150-2fafda546abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.339247] env[69169]: DEBUG nova.compute.manager [req-cc1407df-4147-45b4-91fa-417f56206dfa req-c298a1cd-3cd6-4bc8-86ed-124498a36c70 service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Detach interface failed, port_id=1719f59f-8bfb-4c1f-974d-29823133ba42, reason: Instance d69df8e9-dd93-4832-a4a4-e3907aac3faf could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.505596] env[69169]: INFO nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating resource usage from migration 0d1b844b-4df8-458f-9023-bb8736f4bb05 [ 964.527855] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance cb9cea3a-dd62-46b9-82af-20c557fd1f1a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 964.528064] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance d59bc90a-d340-4e5f-b395-e320de617c16 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 964.528202] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ae4fca65-67fe-48c2-b1d7-90e957ef15fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.528323] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.528451] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 964.528567] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance d8180779-0929-4896-b981-4f4985d091e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.528780] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 73c9ad6c-38ab-4cec-a80c-d874507a5180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.528780] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 927ea571-50ec-4f5e-a5b8-fb0edf599adf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.528900] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ca5989b5-eea8-4034-b9e6-3c3aa1e4b061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.529019] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 5b19a47f-8fcb-4574-8b9a-0311a35c168a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.529133] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 786f4d7c-edd0-48ab-9b73-40d473a512e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.529242] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 3ecc127a-fa82-4a97-aaca-452d126ea168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.529365] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance d2160939-2942-44a2-b5f8-377d5dc7c1c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 964.529476] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance e1e94956-c9e4-47ab-ba27-7cb61ece9111 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.529585] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance e85e3f78-4be2-4ed0-9553-f7d78d99ddc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.529692] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 147238a2-3a9e-4338-b0a4-f2f158784284 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.529793] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 6bb8a46b-b52b-4508-ac66-d9aad90fd68c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.529899] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 5b4c3634-a153-4a61-80dc-47a8e63227a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.530034] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance d69df8e9-dd93-4832-a4a4-e3907aac3faf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.530162] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 6fe0f557-72e5-44c7-ad7c-c1227651c671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.530272] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 8befb294-3644-4eb5-93df-3582a170d9df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.530378] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 02eefdb0-553f-43e4-99b3-7704615d12f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.565407] env[69169]: DEBUG nova.network.neutron [-] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.633255] env[69169]: DEBUG oslo_vmware.api [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251277, 'name': PowerOffVM_Task, 'duration_secs': 0.293698} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.633578] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.633772] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.634126] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf058b08-9137-47a3-b2a8-34bafe9de05b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.711753] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.711990] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.712197] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Deleting the datastore file [datastore2] 6fe0f557-72e5-44c7-ad7c-c1227651c671 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.712463] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc696c00-d864-4a88-bccb-30f1af090fd4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.720415] env[69169]: DEBUG oslo_vmware.api [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Waiting for the task: (returnval){ [ 964.720415] env[69169]: value = "task-3251279" [ 964.720415] env[69169]: _type = "Task" [ 964.720415] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.733471] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "refresh_cache-02eefdb0-553f-43e4-99b3-7704615d12f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.733614] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "refresh_cache-02eefdb0-553f-43e4-99b3-7704615d12f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.733761] env[69169]: DEBUG nova.network.neutron [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.734918] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251276, 'name': ReconfigVM_Task, 'duration_secs': 0.662252} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.737882] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 8befb294-3644-4eb5-93df-3582a170d9df/8befb294-3644-4eb5-93df-3582a170d9df.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.738680] env[69169]: DEBUG oslo_vmware.api [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.738960] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b07a414c-eb7c-4fba-bd12-dd139b67ca45 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.744840] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Waiting for the task: (returnval){ [ 964.744840] env[69169]: value = "task-3251280" [ 964.744840] env[69169]: _type = "Task" [ 964.744840] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.755308] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251280, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.811320] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "refresh_cache-e1e94956-c9e4-47ab-ba27-7cb61ece9111" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.811595] env[69169]: DEBUG nova.objects.instance [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lazy-loading 'flavor' on Instance uuid e1e94956-c9e4-47ab-ba27-7cb61ece9111 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.034144] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 965.068115] env[69169]: INFO nova.compute.manager [-] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Took 1.60 seconds to deallocate network for instance. [ 965.234163] env[69169]: DEBUG oslo_vmware.api [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Task: {'id': task-3251279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202006} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.234459] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.235131] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.235131] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.235131] env[69169]: INFO nova.compute.manager [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Took 1.14 seconds to destroy the instance on the hypervisor. [ 965.235297] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.235417] env[69169]: DEBUG nova.compute.manager [-] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.235512] env[69169]: DEBUG nova.network.neutron [-] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.254053] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251280, 'name': Rename_Task, 'duration_secs': 0.179933} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.254346] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.254592] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dbfa6e8-5d6f-4d0b-a981-1c770d9ae44f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.261928] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Waiting for the task: (returnval){ [ 965.261928] env[69169]: value = "task-3251281" [ 965.261928] env[69169]: _type = "Task" [ 965.261928] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.275297] env[69169]: DEBUG nova.network.neutron [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.280869] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.317376] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f88e0d-2f52-4c8c-a5d9-ce4c3cf958b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.339191] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.342090] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f070a736-2cca-4bd8-a188-5c5c36fd1f61 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.348186] env[69169]: DEBUG oslo_vmware.api [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 965.348186] env[69169]: value = "task-3251282" [ 965.348186] env[69169]: _type = "Task" [ 965.348186] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.356962] env[69169]: DEBUG oslo_vmware.api [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.487318] env[69169]: DEBUG nova.network.neutron [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Updating instance_info_cache with network_info: [{"id": "b7790c05-e12b-4c9a-ac86-79211143724b", "address": "fa:16:3e:c2:8b:aa", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7790c05-e1", "ovs_interfaceid": "b7790c05-e12b-4c9a-ac86-79211143724b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.536994] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 9508d01e-4f1e-4545-87b9-fd7e1b5d6404 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 965.574384] env[69169]: DEBUG oslo_concurrency.lockutils [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.772372] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251281, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.859245] env[69169]: DEBUG oslo_vmware.api [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251282, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.869961] env[69169]: DEBUG nova.compute.manager [req-595c93c1-1456-4c6b-8ab5-c2518a822c20 req-754f2f26-8ad0-42e7-b89d-4757f616eacd service nova] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Received event network-vif-deleted-682e1461-4b64-46a3-98f6-b6ec5f4f15f7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.870192] env[69169]: INFO nova.compute.manager [req-595c93c1-1456-4c6b-8ab5-c2518a822c20 req-754f2f26-8ad0-42e7-b89d-4757f616eacd service nova] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Neutron deleted interface 682e1461-4b64-46a3-98f6-b6ec5f4f15f7; detaching it from the instance and deleting it from the info cache [ 965.870369] env[69169]: DEBUG nova.network.neutron [req-595c93c1-1456-4c6b-8ab5-c2518a822c20 req-754f2f26-8ad0-42e7-b89d-4757f616eacd service nova] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.922907] env[69169]: DEBUG nova.compute.manager [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Received event network-vif-plugged-b7790c05-e12b-4c9a-ac86-79211143724b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.922986] env[69169]: DEBUG oslo_concurrency.lockutils [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] Acquiring lock "02eefdb0-553f-43e4-99b3-7704615d12f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.923209] env[69169]: DEBUG oslo_concurrency.lockutils [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] Lock "02eefdb0-553f-43e4-99b3-7704615d12f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.923361] env[69169]: DEBUG oslo_concurrency.lockutils [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] Lock "02eefdb0-553f-43e4-99b3-7704615d12f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.923529] env[69169]: DEBUG nova.compute.manager [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] No waiting events found dispatching network-vif-plugged-b7790c05-e12b-4c9a-ac86-79211143724b {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.923690] env[69169]: WARNING nova.compute.manager [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Received unexpected event network-vif-plugged-b7790c05-e12b-4c9a-ac86-79211143724b for instance with vm_state building and task_state spawning. [ 965.923967] env[69169]: DEBUG nova.compute.manager [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Received event network-vif-deleted-9365ba4b-4fa2-4488-acbf-361a29ea55f7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.924105] env[69169]: DEBUG nova.compute.manager [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Received event network-changed-b7790c05-e12b-4c9a-ac86-79211143724b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.924298] env[69169]: DEBUG nova.compute.manager [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Refreshing instance network info cache due to event network-changed-b7790c05-e12b-4c9a-ac86-79211143724b. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.924473] env[69169]: DEBUG oslo_concurrency.lockutils [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] Acquiring lock "refresh_cache-02eefdb0-553f-43e4-99b3-7704615d12f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.990170] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "refresh_cache-02eefdb0-553f-43e4-99b3-7704615d12f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.990358] env[69169]: DEBUG nova.compute.manager [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Instance network_info: |[{"id": "b7790c05-e12b-4c9a-ac86-79211143724b", "address": "fa:16:3e:c2:8b:aa", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7790c05-e1", "ovs_interfaceid": "b7790c05-e12b-4c9a-ac86-79211143724b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.990919] env[69169]: DEBUG oslo_concurrency.lockutils [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] Acquired lock "refresh_cache-02eefdb0-553f-43e4-99b3-7704615d12f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.991120] env[69169]: DEBUG nova.network.neutron [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Refreshing network info cache for port b7790c05-e12b-4c9a-ac86-79211143724b {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.992356] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:8b:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7790c05-e12b-4c9a-ac86-79211143724b', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.999768] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Creating folder: Project (db1de70235344735a78091aa0aa17713). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.000859] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6d8a8e5-d912-4273-88f0-b8e4fe09fd57 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.011792] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Created folder: Project (db1de70235344735a78091aa0aa17713) in parent group-v649481. [ 966.012116] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Creating folder: Instances. Parent ref: group-v649663. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.012246] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c563c80a-a0b1-4656-8ae7-52dcc8b5bc8d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.021236] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Created folder: Instances in parent group-v649663. [ 966.021443] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.021627] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.021825] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-490a5df9-27e7-4dcf-9820-a4405fa9205e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.041512] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 966.042769] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.042769] env[69169]: value = "task-3251285" [ 966.042769] env[69169]: _type = "Task" [ 966.042769] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.054191] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251285, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.054191] env[69169]: DEBUG nova.network.neutron [-] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.273336] env[69169]: DEBUG oslo_vmware.api [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251281, 'name': PowerOnVM_Task, 'duration_secs': 0.942587} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.273607] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.273858] env[69169]: INFO nova.compute.manager [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Took 9.73 seconds to spawn the instance on the hypervisor. [ 966.274072] env[69169]: DEBUG nova.compute.manager [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.275357] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19791a6e-6394-468d-a9fe-e9858b8b7b92 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.359626] env[69169]: DEBUG oslo_vmware.api [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251282, 'name': PowerOffVM_Task, 'duration_secs': 0.544078} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.360491] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.365791] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 966.366514] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ae838df-a011-4d35-801b-e7b0afca6da3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.380953] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-042fec40-5962-4d16-ade6-265ad17b3f9d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.390369] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.391824] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.391824] env[69169]: DEBUG oslo_vmware.api [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 966.391824] env[69169]: value = "task-3251286" [ 966.391824] env[69169]: _type = "Task" [ 966.391824] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.399194] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdaa1b5-7b74-4d82-ab4c-7620ebddf92c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.415342] env[69169]: DEBUG oslo_vmware.api [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.434803] env[69169]: DEBUG nova.compute.manager [req-595c93c1-1456-4c6b-8ab5-c2518a822c20 req-754f2f26-8ad0-42e7-b89d-4757f616eacd service nova] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Detach interface failed, port_id=682e1461-4b64-46a3-98f6-b6ec5f4f15f7, reason: Instance 6fe0f557-72e5-44c7-ad7c-c1227651c671 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 966.547415] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 966.547560] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Migration 0d1b844b-4df8-458f-9023-bb8736f4bb05 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 966.547758] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.554888] env[69169]: INFO nova.compute.manager [-] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Took 1.32 seconds to deallocate network for instance. [ 966.555188] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251285, 'name': CreateVM_Task, 'duration_secs': 0.368623} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.556516] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.557136] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.557293] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.557604] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.557867] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488bf3da-5e47-44c5-9188-32b8bef520bf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.566989] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 966.566989] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528185c1-cd0a-cf61-3fb3-81cf5028f4fc" [ 966.566989] env[69169]: _type = "Task" [ 966.566989] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.579075] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528185c1-cd0a-cf61-3fb3-81cf5028f4fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.712835] env[69169]: DEBUG nova.network.neutron [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Updated VIF entry in instance network info cache for port b7790c05-e12b-4c9a-ac86-79211143724b. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.713280] env[69169]: DEBUG nova.network.neutron [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Updating instance_info_cache with network_info: [{"id": "b7790c05-e12b-4c9a-ac86-79211143724b", "address": "fa:16:3e:c2:8b:aa", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7790c05-e1", "ovs_interfaceid": "b7790c05-e12b-4c9a-ac86-79211143724b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.796183] env[69169]: INFO nova.compute.manager [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Took 43.54 seconds to build instance. [ 966.842445] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "5b4c3634-a153-4a61-80dc-47a8e63227a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.842712] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "5b4c3634-a153-4a61-80dc-47a8e63227a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.842924] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "5b4c3634-a153-4a61-80dc-47a8e63227a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.843119] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "5b4c3634-a153-4a61-80dc-47a8e63227a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.843287] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "5b4c3634-a153-4a61-80dc-47a8e63227a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.845298] env[69169]: INFO nova.compute.manager [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Terminating instance [ 966.892554] env[69169]: DEBUG nova.compute.manager [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.904255] env[69169]: DEBUG oslo_vmware.api [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251286, 'name': ReconfigVM_Task, 'duration_secs': 0.259144} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.904529] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 966.904716] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.904966] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cdb9555-e143-4cb7-9927-7d9a701dd7c1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.911088] env[69169]: DEBUG oslo_vmware.api [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 966.911088] env[69169]: value = "task-3251287" [ 966.911088] env[69169]: _type = "Task" [ 966.911088] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.920658] env[69169]: DEBUG oslo_vmware.api [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.052420] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 000fb427-c633-400f-814f-82a7380cf474 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 967.052624] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 967.052853] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 967.065196] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.076994] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528185c1-cd0a-cf61-3fb3-81cf5028f4fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01959} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.077285] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.077538] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.077825] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.077982] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.078184] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.078456] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48ba00f0-5557-4faa-bd7d-737cac236da5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.091483] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.091686] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.092557] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4303f3f8-68d8-42c1-9690-315a3e1088ee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.100489] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 967.100489] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52804d44-1f75-c1d0-d963-8df3f04d87ed" [ 967.100489] env[69169]: _type = "Task" [ 967.100489] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.113013] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52804d44-1f75-c1d0-d963-8df3f04d87ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.215918] env[69169]: DEBUG oslo_concurrency.lockutils [req-db256d17-c521-4c99-8b4d-0b441cee8f21 req-8b315c73-7c1d-4b63-ba0e-fe9d40b8b05f service nova] Releasing lock "refresh_cache-02eefdb0-553f-43e4-99b3-7704615d12f7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.298637] env[69169]: DEBUG oslo_concurrency.lockutils [None req-163a3f37-e988-4e11-b37b-b08f00f4a2ed tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Lock "8befb294-3644-4eb5-93df-3582a170d9df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.984s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.350344] env[69169]: DEBUG nova.compute.manager [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.350564] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.351589] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fe6477-82c4-4c07-8b2c-3562872afb70 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.358509] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.360694] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53cba6f8-d42e-470d-8361-ec6b14bc5e0f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.372959] env[69169]: DEBUG oslo_vmware.api [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 967.372959] env[69169]: value = "task-3251288" [ 967.372959] env[69169]: _type = "Task" [ 967.372959] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.380726] env[69169]: DEBUG oslo_vmware.api [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.415657] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.423564] env[69169]: DEBUG oslo_vmware.api [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.427219] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e540c3e-e572-48a0-b83d-0e052c555727 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.434723] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f7d565-99f5-4057-aa7d-9541696eaaf8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.465504] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ee86c1-bc2c-4c6e-9a46-0c0bf099c5d5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.474025] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a128cc77-85b0-45d3-bcfd-e6ef13757c11 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.490034] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.613480] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52804d44-1f75-c1d0-d963-8df3f04d87ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.613570] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8ccc8b-ab59-4617-ac31-5769a23086e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.620828] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 967.620828] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525346c8-7ce0-1487-b7a4-61f0fb66a6b1" [ 967.620828] env[69169]: _type = "Task" [ 967.620828] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.628873] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525346c8-7ce0-1487-b7a4-61f0fb66a6b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.886465] env[69169]: DEBUG oslo_vmware.api [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251288, 'name': PowerOffVM_Task, 'duration_secs': 0.190768} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.886910] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.887325] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.887588] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdecbcde-2ec3-4793-adc3-475b4a7b8754 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.921208] env[69169]: DEBUG oslo_vmware.api [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251287, 'name': PowerOnVM_Task, 'duration_secs': 0.95772} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.921480] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.921707] env[69169]: DEBUG nova.compute.manager [None req-a8398cd2-d188-4a78-b924-3f556844a11e tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.922533] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ec132c-9772-4863-8529-bf04e9d3cedd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.956870] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.957110] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.957298] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Deleting the datastore file [datastore2] 5b4c3634-a153-4a61-80dc-47a8e63227a5 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.957557] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ea499f3-49fb-46c2-a9ff-a49b9efadcde {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.964474] env[69169]: DEBUG oslo_vmware.api [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 967.964474] env[69169]: value = "task-3251290" [ 967.964474] env[69169]: _type = "Task" [ 967.964474] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.972136] env[69169]: DEBUG oslo_vmware.api [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.992629] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.131028] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525346c8-7ce0-1487-b7a4-61f0fb66a6b1, 'name': SearchDatastore_Task, 'duration_secs': 0.032602} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.131265] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.131564] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 02eefdb0-553f-43e4-99b3-7704615d12f7/02eefdb0-553f-43e4-99b3-7704615d12f7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.131848] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-962aaf01-97a7-4cbb-a3e3-983e616a947f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.140646] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 968.140646] env[69169]: value = "task-3251291" [ 968.140646] env[69169]: _type = "Task" [ 968.140646] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.148649] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.174453] env[69169]: DEBUG oslo_concurrency.lockutils [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Acquiring lock "8befb294-3644-4eb5-93df-3582a170d9df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.174785] env[69169]: DEBUG oslo_concurrency.lockutils [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Lock "8befb294-3644-4eb5-93df-3582a170d9df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.175084] env[69169]: DEBUG oslo_concurrency.lockutils [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Acquiring lock "8befb294-3644-4eb5-93df-3582a170d9df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.175084] env[69169]: DEBUG oslo_concurrency.lockutils [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Lock "8befb294-3644-4eb5-93df-3582a170d9df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.175257] env[69169]: DEBUG oslo_concurrency.lockutils [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Lock "8befb294-3644-4eb5-93df-3582a170d9df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.177609] env[69169]: INFO nova.compute.manager [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Terminating instance [ 968.477278] env[69169]: DEBUG oslo_vmware.api [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239102} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.477278] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.477278] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.477278] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.477930] env[69169]: INFO nova.compute.manager [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 968.477930] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.477930] env[69169]: DEBUG nova.compute.manager [-] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.477930] env[69169]: DEBUG nova.network.neutron [-] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.497393] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 968.497666] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.009s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.498128] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.578s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.499924] env[69169]: INFO nova.compute.claims [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.504304] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.504459] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Cleaning up deleted instances {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 968.650200] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504929} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.650481] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 02eefdb0-553f-43e4-99b3-7704615d12f7/02eefdb0-553f-43e4-99b3-7704615d12f7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.650677] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.650945] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29f7c4ca-8067-4d62-8f6b-91aaf493ffb9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.656662] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 968.656662] env[69169]: value = "task-3251292" [ 968.656662] env[69169]: _type = "Task" [ 968.656662] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.665420] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.681343] env[69169]: DEBUG nova.compute.manager [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.681560] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.682500] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1511197d-3009-4c31-a562-0b2c50f49403 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.689913] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.690206] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb5f5137-caa6-4f44-a85c-4a08ed2b062f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.695733] env[69169]: DEBUG oslo_vmware.api [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Waiting for the task: (returnval){ [ 968.695733] env[69169]: value = "task-3251293" [ 968.695733] env[69169]: _type = "Task" [ 968.695733] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.704275] env[69169]: DEBUG oslo_vmware.api [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.791408] env[69169]: DEBUG nova.compute.manager [req-0c3efbf6-d1c0-4106-a27c-714d9541b08e req-b895b16a-7d09-4990-9b93-2bf012f3be26 service nova] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Received event network-vif-deleted-39db4a16-0279-4c0f-88d3-7b1bf758b2f3 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.792141] env[69169]: INFO nova.compute.manager [req-0c3efbf6-d1c0-4106-a27c-714d9541b08e req-b895b16a-7d09-4990-9b93-2bf012f3be26 service nova] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Neutron deleted interface 39db4a16-0279-4c0f-88d3-7b1bf758b2f3; detaching it from the instance and deleting it from the info cache [ 968.793076] env[69169]: DEBUG nova.network.neutron [req-0c3efbf6-d1c0-4106-a27c-714d9541b08e req-b895b16a-7d09-4990-9b93-2bf012f3be26 service nova] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.018871] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] There are 43 instances to clean {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 969.019159] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: f0dc2d1e-2a5e-4ccd-b4f5-0ac1e8adf1a3] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.168311] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064177} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.168636] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.169681] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81de0ec1-a513-4a81-849a-88dc31047b08 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.197334] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 02eefdb0-553f-43e4-99b3-7704615d12f7/02eefdb0-553f-43e4-99b3-7704615d12f7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.201232] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb84e70-3c0e-43cf-8813-abefd68dfb1e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.225079] env[69169]: DEBUG oslo_vmware.api [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251293, 'name': PowerOffVM_Task, 'duration_secs': 0.349231} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.226596] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.226779] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.227120] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 969.227120] env[69169]: value = "task-3251294" [ 969.227120] env[69169]: _type = "Task" [ 969.227120] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.227410] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bc743c6-d5a8-4515-97b0-e828f81b3830 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.240290] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251294, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.264776] env[69169]: DEBUG nova.network.neutron [-] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.294672] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1739e46-c037-447f-bc2f-9d82d5584e5b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.303792] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9013dc-f24c-4acf-a1ee-454485294328 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.318037] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.318240] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.318418] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Deleting the datastore file [datastore2] 8befb294-3644-4eb5-93df-3582a170d9df {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.319204] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38a07d29-6cf5-4a3a-a0ad-e01a3584abeb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.324905] env[69169]: DEBUG oslo_vmware.api [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Waiting for the task: (returnval){ [ 969.324905] env[69169]: value = "task-3251296" [ 969.324905] env[69169]: _type = "Task" [ 969.324905] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.343647] env[69169]: DEBUG nova.compute.manager [req-0c3efbf6-d1c0-4106-a27c-714d9541b08e req-b895b16a-7d09-4990-9b93-2bf012f3be26 service nova] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Detach interface failed, port_id=39db4a16-0279-4c0f-88d3-7b1bf758b2f3, reason: Instance 5b4c3634-a153-4a61-80dc-47a8e63227a5 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.349397] env[69169]: DEBUG oslo_vmware.api [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.496368] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033e24b4-2d41-4cad-9eda-ce2678695693 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.504014] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ee61c3-e8e5-44de-80ce-0a1b5a9dca25 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.535468] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: fc9e3be8-1f4f-4f9f-8429-8ca0584a96b8] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.538186] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbbe7cc-c2b5-43db-9079-6cc8e6176c0a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.546102] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988fe025-f0d0-49f7-96f0-d59403d4370d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.273458] env[69169]: INFO nova.compute.manager [-] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Took 1.80 seconds to deallocate network for instance. [ 970.274181] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 25601079-3e65-41d8-a992-e431d967cc8a] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.295539] env[69169]: DEBUG nova.compute.provider_tree [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.302773] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251294, 'name': ReconfigVM_Task, 'duration_secs': 0.307767} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.303014] env[69169]: DEBUG oslo_vmware.api [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Task: {'id': task-3251296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267975} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.303515] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 02eefdb0-553f-43e4-99b3-7704615d12f7/02eefdb0-553f-43e4-99b3-7704615d12f7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.304456] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.304646] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.304816] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.304980] env[69169]: INFO nova.compute.manager [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Took 1.62 seconds to destroy the instance on the hypervisor. [ 970.308535] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.308535] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4757c518-16e2-4fb7-bd56-e0cfd65c8227 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.308535] env[69169]: DEBUG nova.compute.manager [-] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.308535] env[69169]: DEBUG nova.network.neutron [-] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.315525] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 970.315525] env[69169]: value = "task-3251297" [ 970.315525] env[69169]: _type = "Task" [ 970.315525] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.326799] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251297, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.785151] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 58fcd76a-24cc-400e-a836-5ca27ef7c6b7] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.800021] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.804680] env[69169]: DEBUG nova.scheduler.client.report [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.826126] env[69169]: DEBUG nova.compute.manager [req-a9306a64-d3ed-4c91-a4c4-7ea0056f56f0 req-6d94c094-2ded-4342-9ee0-f08b5c7d67da service nova] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Received event network-vif-deleted-fa9591e3-62ff-48bc-ad0d-6f8b001c601f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.826353] env[69169]: INFO nova.compute.manager [req-a9306a64-d3ed-4c91-a4c4-7ea0056f56f0 req-6d94c094-2ded-4342-9ee0-f08b5c7d67da service nova] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Neutron deleted interface fa9591e3-62ff-48bc-ad0d-6f8b001c601f; detaching it from the instance and deleting it from the info cache [ 970.826558] env[69169]: DEBUG nova.network.neutron [req-a9306a64-d3ed-4c91-a4c4-7ea0056f56f0 req-6d94c094-2ded-4342-9ee0-f08b5c7d67da service nova] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.834952] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251297, 'name': Rename_Task, 'duration_secs': 0.162099} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.835255] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.835532] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca1a309a-8646-4323-91bc-e37764fa6c9c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.841572] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 970.841572] env[69169]: value = "task-3251298" [ 970.841572] env[69169]: _type = "Task" [ 970.841572] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.851033] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.181870] env[69169]: DEBUG nova.network.neutron [-] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.289085] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: ca6fc799-0159-4372-87ee-28c3392ce959] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.310616] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.311198] env[69169]: DEBUG nova.compute.manager [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.313930] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.060s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.315688] env[69169]: INFO nova.compute.claims [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.329877] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d807678b-69df-4f71-a767-e4b01a6d1252 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.341627] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc91403-bc65-4370-899c-3eab14261f06 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.367076] env[69169]: DEBUG oslo_vmware.api [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251298, 'name': PowerOnVM_Task, 'duration_secs': 0.46319} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.367349] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.367543] env[69169]: INFO nova.compute.manager [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Took 7.86 seconds to spawn the instance on the hypervisor. [ 971.367720] env[69169]: DEBUG nova.compute.manager [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.368512] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456182e0-15db-4610-aac0-e6d1f272a323 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.384997] env[69169]: DEBUG nova.compute.manager [req-a9306a64-d3ed-4c91-a4c4-7ea0056f56f0 req-6d94c094-2ded-4342-9ee0-f08b5c7d67da service nova] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Detach interface failed, port_id=fa9591e3-62ff-48bc-ad0d-6f8b001c601f, reason: Instance 8befb294-3644-4eb5-93df-3582a170d9df could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.684869] env[69169]: INFO nova.compute.manager [-] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Took 1.38 seconds to deallocate network for instance. [ 971.792905] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 34b1e823-8d0a-4b0c-b8fe-878cc9e000e3] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.819921] env[69169]: DEBUG nova.compute.utils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.824165] env[69169]: DEBUG nova.compute.manager [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.824165] env[69169]: DEBUG nova.network.neutron [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.860654] env[69169]: DEBUG nova.policy [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e797286082e420cac6e39eb3f5fd6af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db1de70235344735a78091aa0aa17713', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.899032] env[69169]: INFO nova.compute.manager [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Took 41.09 seconds to build instance. [ 972.031062] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "2f33b223-ee35-4459-9f89-1fe22c03edce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.031379] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.147389] env[69169]: DEBUG nova.network.neutron [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Successfully created port: b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.191647] env[69169]: DEBUG oslo_concurrency.lockutils [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.297576] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 863b790c-aaa5-4d1b-912a-cb3672a2f5c0] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.326845] env[69169]: DEBUG nova.compute.manager [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.400360] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e73dcb4f-67fd-4659-8d73-9b9081254d28 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "02eefdb0-553f-43e4-99b3-7704615d12f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.435s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.534174] env[69169]: DEBUG nova.compute.manager [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.717434] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6c4bb3-0d69-4b61-a2e3-e52caa913a33 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.725042] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f028093-644a-42fa-9250-0d93431a895a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.754121] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e350c0fc-f103-408b-a4d8-4360b1037e54 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.761137] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae7240f-8fdd-4717-863d-111113b4f906 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.773790] env[69169]: DEBUG nova.compute.provider_tree [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.801315] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 89811bdf-64e1-49b2-8c3e-97bcd6812c5b] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.055075] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.277060] env[69169]: DEBUG nova.scheduler.client.report [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.304297] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: c2e03515-3b48-4d61-b96b-edd3210a5b00] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.335469] env[69169]: DEBUG nova.compute.manager [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.361645] env[69169]: DEBUG nova.virt.hardware [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.361917] env[69169]: DEBUG nova.virt.hardware [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.362040] env[69169]: DEBUG nova.virt.hardware [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.362224] env[69169]: DEBUG nova.virt.hardware [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.362369] env[69169]: DEBUG nova.virt.hardware [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.362515] env[69169]: DEBUG nova.virt.hardware [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.362722] env[69169]: DEBUG nova.virt.hardware [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.362878] env[69169]: DEBUG nova.virt.hardware [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.363057] env[69169]: DEBUG nova.virt.hardware [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.363221] env[69169]: DEBUG nova.virt.hardware [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.363390] env[69169]: DEBUG nova.virt.hardware [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.365076] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e488b7-23a3-4709-836e-091fd2f3d796 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.374811] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7c8a5d-19b2-46fb-8fdc-b4f3d8a0908d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.614744] env[69169]: DEBUG nova.compute.manager [req-7852279b-f1aa-428c-8e03-17c01d56218b req-6164a899-2c8a-4ee7-93f8-82e814584426 service nova] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Received event network-vif-plugged-b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.618018] env[69169]: DEBUG oslo_concurrency.lockutils [req-7852279b-f1aa-428c-8e03-17c01d56218b req-6164a899-2c8a-4ee7-93f8-82e814584426 service nova] Acquiring lock "57b59d5e-86f1-4fd3-8d2a-52c86b9798bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.618018] env[69169]: DEBUG oslo_concurrency.lockutils [req-7852279b-f1aa-428c-8e03-17c01d56218b req-6164a899-2c8a-4ee7-93f8-82e814584426 service nova] Lock "57b59d5e-86f1-4fd3-8d2a-52c86b9798bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.618018] env[69169]: DEBUG oslo_concurrency.lockutils [req-7852279b-f1aa-428c-8e03-17c01d56218b req-6164a899-2c8a-4ee7-93f8-82e814584426 service nova] Lock "57b59d5e-86f1-4fd3-8d2a-52c86b9798bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.618018] env[69169]: DEBUG nova.compute.manager [req-7852279b-f1aa-428c-8e03-17c01d56218b req-6164a899-2c8a-4ee7-93f8-82e814584426 service nova] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] No waiting events found dispatching network-vif-plugged-b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.618018] env[69169]: WARNING nova.compute.manager [req-7852279b-f1aa-428c-8e03-17c01d56218b req-6164a899-2c8a-4ee7-93f8-82e814584426 service nova] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Received unexpected event network-vif-plugged-b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43 for instance with vm_state building and task_state spawning. [ 973.734637] env[69169]: DEBUG nova.network.neutron [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Successfully updated port: b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.781993] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.782570] env[69169]: DEBUG nova.compute.manager [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.785148] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.290s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.785351] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.787500] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.246s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.787693] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.789724] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.233s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.791285] env[69169]: INFO nova.compute.claims [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.811216] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: ffc3165f-2ec7-4c31-b269-8f3abe31e071] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.814849] env[69169]: INFO nova.scheduler.client.report [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Deleted allocations for instance d59bc90a-d340-4e5f-b395-e320de617c16 [ 973.816485] env[69169]: INFO nova.scheduler.client.report [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Deleted allocations for instance cb9cea3a-dd62-46b9-82af-20c557fd1f1a [ 974.237460] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "refresh_cache-57b59d5e-86f1-4fd3-8d2a-52c86b9798bd" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.237620] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "refresh_cache-57b59d5e-86f1-4fd3-8d2a-52c86b9798bd" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.237826] env[69169]: DEBUG nova.network.neutron [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.296519] env[69169]: DEBUG nova.compute.utils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.300179] env[69169]: DEBUG nova.compute.manager [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.300372] env[69169]: DEBUG nova.network.neutron [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.314344] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: ccc8b357-6f09-4fc2-9f36-f9687486d150] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.327410] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ca9f1c91-14fb-44e7-b034-ce34f9993446 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "d59bc90a-d340-4e5f-b395-e320de617c16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.102s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.328838] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b8d6015c-b208-44c6-8e40-00732e0e8f0e tempest-ServerRescueTestJSON-1677514827 tempest-ServerRescueTestJSON-1677514827-project-member] Lock "cb9cea3a-dd62-46b9-82af-20c557fd1f1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.248s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.342720] env[69169]: DEBUG nova.policy [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '425330bd09e645abb866d98ed4eed62f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7dd4074f9164879930ac232c96b353f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.678125] env[69169]: DEBUG nova.network.neutron [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Successfully created port: ef7f4679-2f51-4275-b75b-92c12933d2fa {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.801585] env[69169]: DEBUG nova.compute.manager [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.808966] env[69169]: DEBUG nova.network.neutron [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.817042] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 20ac28fe-a75f-4538-a345-39e7872fad30] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.109960] env[69169]: DEBUG nova.network.neutron [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Updating instance_info_cache with network_info: [{"id": "b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43", "address": "fa:16:3e:b9:5c:3f", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ba180d-55", "ovs_interfaceid": "b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.289606] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05199ee0-8d23-46dc-9d2d-6e029e760e85 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.299768] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d5b65c-ac7d-48f0-8bdb-09d133f1cad4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.337092] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 4166a211-8c3d-4e89-bf43-f134631eb018] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.340329] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72be9254-2e13-43ff-86f8-e61a5204e4c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.348927] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072ca548-ba59-4ea7-b7f9-3d3f537f7385 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.363092] env[69169]: DEBUG nova.compute.provider_tree [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.612816] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "refresh_cache-57b59d5e-86f1-4fd3-8d2a-52c86b9798bd" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.613433] env[69169]: DEBUG nova.compute.manager [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Instance network_info: |[{"id": "b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43", "address": "fa:16:3e:b9:5c:3f", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ba180d-55", "ovs_interfaceid": "b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.613890] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:5c:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.622035] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.622332] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.622610] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-564780fc-04a0-4d11-8ef7-238926995151 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.644846] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.644846] env[69169]: value = "task-3251299" [ 975.644846] env[69169]: _type = "Task" [ 975.644846] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.647312] env[69169]: DEBUG nova.compute.manager [req-5e35807d-db88-4d3e-9b02-6a12ea5dd424 req-79120a37-cde8-443b-abf3-fc3834e5f12a service nova] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Received event network-changed-b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.647611] env[69169]: DEBUG nova.compute.manager [req-5e35807d-db88-4d3e-9b02-6a12ea5dd424 req-79120a37-cde8-443b-abf3-fc3834e5f12a service nova] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Refreshing instance network info cache due to event network-changed-b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.647915] env[69169]: DEBUG oslo_concurrency.lockutils [req-5e35807d-db88-4d3e-9b02-6a12ea5dd424 req-79120a37-cde8-443b-abf3-fc3834e5f12a service nova] Acquiring lock "refresh_cache-57b59d5e-86f1-4fd3-8d2a-52c86b9798bd" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.648147] env[69169]: DEBUG oslo_concurrency.lockutils [req-5e35807d-db88-4d3e-9b02-6a12ea5dd424 req-79120a37-cde8-443b-abf3-fc3834e5f12a service nova] Acquired lock "refresh_cache-57b59d5e-86f1-4fd3-8d2a-52c86b9798bd" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.648362] env[69169]: DEBUG nova.network.neutron [req-5e35807d-db88-4d3e-9b02-6a12ea5dd424 req-79120a37-cde8-443b-abf3-fc3834e5f12a service nova] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Refreshing network info cache for port b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.662033] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251299, 'name': CreateVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.840522] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 428edf2e-d26a-4e01-ae66-669d2fe45fdc] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.843251] env[69169]: DEBUG nova.compute.manager [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.869206] env[69169]: DEBUG nova.scheduler.client.report [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.880673] env[69169]: DEBUG nova.virt.hardware [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.880974] env[69169]: DEBUG nova.virt.hardware [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.884374] env[69169]: DEBUG nova.virt.hardware [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.884503] env[69169]: DEBUG nova.virt.hardware [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.884603] env[69169]: DEBUG nova.virt.hardware [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.884759] env[69169]: DEBUG nova.virt.hardware [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.884971] env[69169]: DEBUG nova.virt.hardware [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.885158] env[69169]: DEBUG nova.virt.hardware [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.885328] env[69169]: DEBUG nova.virt.hardware [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.885492] env[69169]: DEBUG nova.virt.hardware [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.885664] env[69169]: DEBUG nova.virt.hardware [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.886900] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9913ac5d-835a-4179-bef0-b3e022c1105d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.898239] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05db452d-e8e9-42d1-a3e1-c5cf13118d5b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.156129] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251299, 'name': CreateVM_Task, 'duration_secs': 0.440324} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.158337] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.158984] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.159166] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.159484] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.160216] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65b25c7-ef8f-4b60-9835-4c94edfa6837 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.164638] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 976.164638] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cd022e-203f-b336-6d23-665dd56608cc" [ 976.164638] env[69169]: _type = "Task" [ 976.164638] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.173227] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cd022e-203f-b336-6d23-665dd56608cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.347640] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 53c3c1dd-93f7-42ea-b423-6be5de3db37d] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.377554] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.380196] env[69169]: DEBUG nova.compute.manager [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.381033] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.117s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.383017] env[69169]: INFO nova.compute.claims [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.449919] env[69169]: DEBUG nova.network.neutron [req-5e35807d-db88-4d3e-9b02-6a12ea5dd424 req-79120a37-cde8-443b-abf3-fc3834e5f12a service nova] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Updated VIF entry in instance network info cache for port b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.449919] env[69169]: DEBUG nova.network.neutron [req-5e35807d-db88-4d3e-9b02-6a12ea5dd424 req-79120a37-cde8-443b-abf3-fc3834e5f12a service nova] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Updating instance_info_cache with network_info: [{"id": "b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43", "address": "fa:16:3e:b9:5c:3f", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ba180d-55", "ovs_interfaceid": "b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.586089] env[69169]: DEBUG nova.network.neutron [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Successfully updated port: ef7f4679-2f51-4275-b75b-92c12933d2fa {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.681826] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cd022e-203f-b336-6d23-665dd56608cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011682} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.684588] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.684588] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.684588] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.684588] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.684588] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.684588] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-786301b9-6241-494c-9b71-e70edd06d229 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.693454] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.695614] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.697897] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92580d0c-baaf-463c-82dd-2b20d2f9ea66 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.702885] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 976.702885] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52445c61-c447-d05d-1709-77008f641e23" [ 976.702885] env[69169]: _type = "Task" [ 976.702885] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.712598] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52445c61-c447-d05d-1709-77008f641e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.857855] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 43f2bf3a-8396-4a47-8184-ceb5e9343453] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.888065] env[69169]: DEBUG nova.compute.utils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.891428] env[69169]: DEBUG nova.compute.manager [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.891605] env[69169]: DEBUG nova.network.neutron [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.933578] env[69169]: DEBUG nova.policy [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c825522b59054db1a32ef567fa3aae6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e43a0c7d1e924218af425e7692bca4e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.951378] env[69169]: DEBUG oslo_concurrency.lockutils [req-5e35807d-db88-4d3e-9b02-6a12ea5dd424 req-79120a37-cde8-443b-abf3-fc3834e5f12a service nova] Releasing lock "refresh_cache-57b59d5e-86f1-4fd3-8d2a-52c86b9798bd" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.090956] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "refresh_cache-9508d01e-4f1e-4545-87b9-fd7e1b5d6404" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.091136] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquired lock "refresh_cache-9508d01e-4f1e-4545-87b9-fd7e1b5d6404" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.091299] env[69169]: DEBUG nova.network.neutron [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.214387] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52445c61-c447-d05d-1709-77008f641e23, 'name': SearchDatastore_Task, 'duration_secs': 0.008435} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.215319] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492dc3b6-8f84-4987-85cd-0bbe8865a8ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.223867] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 977.223867] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528e81e4-b114-404b-2390-0a6713176df4" [ 977.223867] env[69169]: _type = "Task" [ 977.223867] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.240800] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528e81e4-b114-404b-2390-0a6713176df4, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.241191] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.241800] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd/57b59d5e-86f1-4fd3-8d2a-52c86b9798bd.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.242192] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bce1a9b-f02e-4a2a-853d-aa938ea1f05c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.249420] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 977.249420] env[69169]: value = "task-3251300" [ 977.249420] env[69169]: _type = "Task" [ 977.249420] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.261449] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.335545] env[69169]: DEBUG nova.network.neutron [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Successfully created port: d1108ea5-56b2-4135-84b0-a17d95c79474 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.338217] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.338604] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.363616] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: ea8141ad-8ef4-4f36-a2d1-fec122122133] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.392064] env[69169]: DEBUG nova.compute.manager [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.637054] env[69169]: DEBUG nova.network.neutron [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.679761] env[69169]: DEBUG nova.compute.manager [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Received event network-vif-plugged-ef7f4679-2f51-4275-b75b-92c12933d2fa {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.679983] env[69169]: DEBUG oslo_concurrency.lockutils [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] Acquiring lock "9508d01e-4f1e-4545-87b9-fd7e1b5d6404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.680215] env[69169]: DEBUG oslo_concurrency.lockutils [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] Lock "9508d01e-4f1e-4545-87b9-fd7e1b5d6404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.680463] env[69169]: DEBUG oslo_concurrency.lockutils [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] Lock "9508d01e-4f1e-4545-87b9-fd7e1b5d6404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.680724] env[69169]: DEBUG nova.compute.manager [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] No waiting events found dispatching network-vif-plugged-ef7f4679-2f51-4275-b75b-92c12933d2fa {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.681151] env[69169]: WARNING nova.compute.manager [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Received unexpected event network-vif-plugged-ef7f4679-2f51-4275-b75b-92c12933d2fa for instance with vm_state building and task_state spawning. [ 977.681151] env[69169]: DEBUG nova.compute.manager [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Received event network-changed-ef7f4679-2f51-4275-b75b-92c12933d2fa {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.681248] env[69169]: DEBUG nova.compute.manager [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Refreshing instance network info cache due to event network-changed-ef7f4679-2f51-4275-b75b-92c12933d2fa. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.681395] env[69169]: DEBUG oslo_concurrency.lockutils [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] Acquiring lock "refresh_cache-9508d01e-4f1e-4545-87b9-fd7e1b5d6404" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.760823] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482107} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.761151] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd/57b59d5e-86f1-4fd3-8d2a-52c86b9798bd.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.761706] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.761840] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9847b771-4368-4e71-9879-928d86610391 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.768610] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 977.768610] env[69169]: value = "task-3251301" [ 977.768610] env[69169]: _type = "Task" [ 977.768610] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.776244] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.824422] env[69169]: DEBUG nova.network.neutron [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Updating instance_info_cache with network_info: [{"id": "ef7f4679-2f51-4275-b75b-92c12933d2fa", "address": "fa:16:3e:cc:98:ae", "network": {"id": "0fecb156-c8c1-4ca9-916e-82ff17f636ce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1516944455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd4074f9164879930ac232c96b353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7f4679-2f", "ovs_interfaceid": "ef7f4679-2f51-4275-b75b-92c12933d2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.841510] env[69169]: DEBUG nova.compute.manager [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.865911] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: e8b09d88-5527-4c74-9db6-081da24373e8] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.889218] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c46f03b-67ff-47f5-8d1d-5ad6cf0edca6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.900733] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3ba7b8-74cf-4e3b-8c4d-456b81f1ea9f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.932164] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534fd26f-314b-4ed7-a62e-c95c9da391c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.940418] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96304a39-86c8-4a53-8369-c5821276b64e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.955479] env[69169]: DEBUG nova.compute.provider_tree [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.278869] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066222} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.279239] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.280046] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ccbc88-264d-4cf7-8cff-94f58140426f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.301828] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd/57b59d5e-86f1-4fd3-8d2a-52c86b9798bd.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.302090] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f58680d6-8a9c-4249-941b-9471d735e482 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.321094] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 978.321094] env[69169]: value = "task-3251302" [ 978.321094] env[69169]: _type = "Task" [ 978.321094] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.329522] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Releasing lock "refresh_cache-9508d01e-4f1e-4545-87b9-fd7e1b5d6404" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.329835] env[69169]: DEBUG nova.compute.manager [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Instance network_info: |[{"id": "ef7f4679-2f51-4275-b75b-92c12933d2fa", "address": "fa:16:3e:cc:98:ae", "network": {"id": "0fecb156-c8c1-4ca9-916e-82ff17f636ce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1516944455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd4074f9164879930ac232c96b353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7f4679-2f", "ovs_interfaceid": "ef7f4679-2f51-4275-b75b-92c12933d2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.330174] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.330421] env[69169]: DEBUG oslo_concurrency.lockutils [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] Acquired lock "refresh_cache-9508d01e-4f1e-4545-87b9-fd7e1b5d6404" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.330594] env[69169]: DEBUG nova.network.neutron [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Refreshing network info cache for port ef7f4679-2f51-4275-b75b-92c12933d2fa {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.332463] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:98:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef7f4679-2f51-4275-b75b-92c12933d2fa', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.340707] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.341643] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.341881] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef81abc6-95f1-4438-b54d-63b68f2dc2e2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.367070] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.367070] env[69169]: value = "task-3251303" [ 978.367070] env[69169]: _type = "Task" [ 978.367070] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.372954] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 993cd28f-d6b8-427c-a41a-0e90cdbe37e3] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.382378] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251303, 'name': CreateVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.388578] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.401891] env[69169]: DEBUG nova.compute.manager [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.428886] env[69169]: DEBUG nova.virt.hardware [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.429300] env[69169]: DEBUG nova.virt.hardware [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.429558] env[69169]: DEBUG nova.virt.hardware [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.429840] env[69169]: DEBUG nova.virt.hardware [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.430087] env[69169]: DEBUG nova.virt.hardware [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.430246] env[69169]: DEBUG nova.virt.hardware [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.430529] env[69169]: DEBUG nova.virt.hardware [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.430715] env[69169]: DEBUG nova.virt.hardware [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.430895] env[69169]: DEBUG nova.virt.hardware [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.431070] env[69169]: DEBUG nova.virt.hardware [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.431242] env[69169]: DEBUG nova.virt.hardware [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.432082] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416e30c5-7dee-43c2-b7c9-9e649035d0ee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.440101] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270b8d36-e40e-4897-a695-02d572bb70c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.458773] env[69169]: DEBUG nova.scheduler.client.report [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.832534] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.878811] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: f60780d7-d486-40a9-9868-226ff1a1beb0] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.880555] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251303, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.964013] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.964597] env[69169]: DEBUG nova.compute.manager [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.967459] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.542s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.967678] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.970566] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.096s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.970868] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.973154] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.545s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.981898] env[69169]: DEBUG nova.network.neutron [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Successfully updated port: d1108ea5-56b2-4135-84b0-a17d95c79474 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.009038] env[69169]: INFO nova.scheduler.client.report [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Deleted allocations for instance 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439 [ 979.011201] env[69169]: INFO nova.scheduler.client.report [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleted allocations for instance d2160939-2942-44a2-b5f8-377d5dc7c1c4 [ 979.122529] env[69169]: DEBUG nova.network.neutron [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Updated VIF entry in instance network info cache for port ef7f4679-2f51-4275-b75b-92c12933d2fa. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.122926] env[69169]: DEBUG nova.network.neutron [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Updating instance_info_cache with network_info: [{"id": "ef7f4679-2f51-4275-b75b-92c12933d2fa", "address": "fa:16:3e:cc:98:ae", "network": {"id": "0fecb156-c8c1-4ca9-916e-82ff17f636ce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1516944455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7dd4074f9164879930ac232c96b353f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7f4679-2f", "ovs_interfaceid": "ef7f4679-2f51-4275-b75b-92c12933d2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.332280] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251302, 'name': ReconfigVM_Task, 'duration_secs': 0.729732} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.332615] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd/57b59d5e-86f1-4fd3-8d2a-52c86b9798bd.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.333318] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc99738a-ca02-4c66-81e2-45ed6552f23d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.339534] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 979.339534] env[69169]: value = "task-3251304" [ 979.339534] env[69169]: _type = "Task" [ 979.339534] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.353210] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251304, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.376905] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251303, 'name': CreateVM_Task, 'duration_secs': 0.67601} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.377121] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.377793] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.378014] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.378383] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.378649] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8be9797-8384-4ca6-a4f3-11d77783a17c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.383792] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 7d162860-00ee-4b0b-95f8-9632c4eabfad] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.385779] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 979.385779] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ff895b-61a5-060f-99d8-c7a140ec7d63" [ 979.385779] env[69169]: _type = "Task" [ 979.385779] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.395859] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ff895b-61a5-060f-99d8-c7a140ec7d63, 'name': SearchDatastore_Task, 'duration_secs': 0.009425} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.395859] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.396049] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.396729] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.396729] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.396729] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.396851] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-089f7b88-6339-4e0d-8177-3ac63d304ec7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.404783] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.404783] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.405260] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f246b1-6d1b-4e8e-8adc-a02fa2267a64 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.412359] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 979.412359] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f9b22e-3d76-6493-eb38-5e9e9de34a48" [ 979.412359] env[69169]: _type = "Task" [ 979.412359] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.420865] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f9b22e-3d76-6493-eb38-5e9e9de34a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.478837] env[69169]: DEBUG nova.compute.utils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.480719] env[69169]: DEBUG nova.compute.manager [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.480947] env[69169]: DEBUG nova.network.neutron [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.484824] env[69169]: INFO nova.compute.claims [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.488498] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.488632] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.488768] env[69169]: DEBUG nova.network.neutron [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.522914] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6233d829-2948-45c6-a364-69f0fdb03af6 tempest-SecurityGroupsTestJSON-1131682849 tempest-SecurityGroupsTestJSON-1131682849-project-member] Lock "1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.219s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.523912] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b3a787d-1154-4f9b-b928-95eeef2da4d2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d2160939-2942-44a2-b5f8-377d5dc7c1c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.807s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.526320] env[69169]: DEBUG nova.policy [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af8500cb7c5643f9926d079a4c078a67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cea9384eed44f5b90669987ad56d482', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.625960] env[69169]: DEBUG oslo_concurrency.lockutils [req-a84a220b-94b3-4d81-9639-39b75b72e279 req-f8323ab3-63c2-4603-a9be-cbf773d5c04d service nova] Releasing lock "refresh_cache-9508d01e-4f1e-4545-87b9-fd7e1b5d6404" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.709729] env[69169]: DEBUG nova.compute.manager [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Received event network-vif-plugged-d1108ea5-56b2-4135-84b0-a17d95c79474 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.709957] env[69169]: DEBUG oslo_concurrency.lockutils [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] Acquiring lock "1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.710271] env[69169]: DEBUG oslo_concurrency.lockutils [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] Lock "1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.710454] env[69169]: DEBUG oslo_concurrency.lockutils [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] Lock "1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.710622] env[69169]: DEBUG nova.compute.manager [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] No waiting events found dispatching network-vif-plugged-d1108ea5-56b2-4135-84b0-a17d95c79474 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.711053] env[69169]: WARNING nova.compute.manager [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Received unexpected event network-vif-plugged-d1108ea5-56b2-4135-84b0-a17d95c79474 for instance with vm_state building and task_state spawning. [ 979.711194] env[69169]: DEBUG nova.compute.manager [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Received event network-changed-d1108ea5-56b2-4135-84b0-a17d95c79474 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.711288] env[69169]: DEBUG nova.compute.manager [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Refreshing instance network info cache due to event network-changed-d1108ea5-56b2-4135-84b0-a17d95c79474. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.711444] env[69169]: DEBUG oslo_concurrency.lockutils [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] Acquiring lock "refresh_cache-1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.851320] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251304, 'name': Rename_Task, 'duration_secs': 0.152997} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.851714] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.851944] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6df0f25-2ede-4cc7-a6be-81ca7e2ad2a9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.858457] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 979.858457] env[69169]: value = "task-3251305" [ 979.858457] env[69169]: _type = "Task" [ 979.858457] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.865895] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.866653] env[69169]: DEBUG nova.network.neutron [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Successfully created port: 0b41a70d-549c-49f4-80d0-7e40d85e9943 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.887180] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: fa29c571-2476-4217-b835-43af51cd645a] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.923315] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f9b22e-3d76-6493-eb38-5e9e9de34a48, 'name': SearchDatastore_Task, 'duration_secs': 0.007848} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.923916] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248ec94b-dde3-49fa-a763-22b2e1a42aa9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.931047] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 979.931047] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ca601f-b414-2017-3ccc-5efd52a1942c" [ 979.931047] env[69169]: _type = "Task" [ 979.931047] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.939371] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ca601f-b414-2017-3ccc-5efd52a1942c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.992458] env[69169]: DEBUG nova.compute.manager [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.993704] env[69169]: INFO nova.compute.resource_tracker [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating resource usage from migration 0d1b844b-4df8-458f-9023-bb8736f4bb05 [ 980.049107] env[69169]: DEBUG nova.network.neutron [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.230012] env[69169]: DEBUG nova.network.neutron [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Updating instance_info_cache with network_info: [{"id": "d1108ea5-56b2-4135-84b0-a17d95c79474", "address": "fa:16:3e:84:eb:29", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1108ea5-56", "ovs_interfaceid": "d1108ea5-56b2-4135-84b0-a17d95c79474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.369145] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251305, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.391337] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: fd6a7bbc-282f-4b48-bb24-b54b02ba0b79] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.448311] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ca601f-b414-2017-3ccc-5efd52a1942c, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.448638] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.448950] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 9508d01e-4f1e-4545-87b9-fd7e1b5d6404/9508d01e-4f1e-4545-87b9-fd7e1b5d6404.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.449600] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3a8f154-419a-40cd-8202-eb87de08e536 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.453271] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893db359-fb96-4080-82ac-ee3714780397 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.461849] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0ac107-fb10-4eaf-a6ba-01cb2c281ac1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.465765] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 980.465765] env[69169]: value = "task-3251306" [ 980.465765] env[69169]: _type = "Task" [ 980.465765] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.497678] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e732e251-1d17-4b51-85fc-66d27abae009 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.509794] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.516021] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882ccb9b-0b17-4dd7-a47c-84e3aad08de6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.527471] env[69169]: DEBUG nova.compute.provider_tree [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.735422] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.735918] env[69169]: DEBUG nova.compute.manager [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Instance network_info: |[{"id": "d1108ea5-56b2-4135-84b0-a17d95c79474", "address": "fa:16:3e:84:eb:29", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1108ea5-56", "ovs_interfaceid": "d1108ea5-56b2-4135-84b0-a17d95c79474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.736470] env[69169]: DEBUG oslo_concurrency.lockutils [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] Acquired lock "refresh_cache-1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.736771] env[69169]: DEBUG nova.network.neutron [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Refreshing network info cache for port d1108ea5-56b2-4135-84b0-a17d95c79474 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.738536] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:eb:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1108ea5-56b2-4135-84b0-a17d95c79474', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.751906] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.753676] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.754035] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1175fdd-a7e8-4f0e-9450-a379c45b6757 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.781802] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.781802] env[69169]: value = "task-3251307" [ 980.781802] env[69169]: _type = "Task" [ 980.781802] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.793037] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251307, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.871554] env[69169]: DEBUG oslo_vmware.api [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251305, 'name': PowerOnVM_Task, 'duration_secs': 0.519662} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.871869] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.872127] env[69169]: INFO nova.compute.manager [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Took 7.54 seconds to spawn the instance on the hypervisor. [ 980.872347] env[69169]: DEBUG nova.compute.manager [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.873248] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deedc5b-8cd7-4177-9e32-824dea0f6587 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.897912] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 7affa373-c71f-4fdf-991e-84472aed80ec] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.978386] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251306, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.010291] env[69169]: DEBUG nova.compute.manager [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.033540] env[69169]: DEBUG nova.scheduler.client.report [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.044202] env[69169]: DEBUG nova.virt.hardware [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.044465] env[69169]: DEBUG nova.virt.hardware [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.044629] env[69169]: DEBUG nova.virt.hardware [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.044827] env[69169]: DEBUG nova.virt.hardware [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.044971] env[69169]: DEBUG nova.virt.hardware [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.046070] env[69169]: DEBUG nova.virt.hardware [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.046343] env[69169]: DEBUG nova.virt.hardware [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.046548] env[69169]: DEBUG nova.virt.hardware [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.046729] env[69169]: DEBUG nova.virt.hardware [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.046918] env[69169]: DEBUG nova.virt.hardware [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.047111] env[69169]: DEBUG nova.virt.hardware [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.048056] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed71754e-59a9-4548-adb0-819e745e4624 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.058794] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c85cd03-397d-4d6b-9aa1-324107dc6c46 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.301145] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251307, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.391428] env[69169]: INFO nova.compute.manager [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Took 42.51 seconds to build instance. [ 981.402469] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 78fa9c07-d7d4-4157-ba56-224b1c1d1dfd] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.485795] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595753} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.485795] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 9508d01e-4f1e-4545-87b9-fd7e1b5d6404/9508d01e-4f1e-4545-87b9-fd7e1b5d6404.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.485795] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.485795] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65cc31da-e547-4abf-a3a3-ab603c6571b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.488811] env[69169]: DEBUG nova.network.neutron [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Updated VIF entry in instance network info cache for port d1108ea5-56b2-4135-84b0-a17d95c79474. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.491490] env[69169]: DEBUG nova.network.neutron [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Updating instance_info_cache with network_info: [{"id": "d1108ea5-56b2-4135-84b0-a17d95c79474", "address": "fa:16:3e:84:eb:29", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1108ea5-56", "ovs_interfaceid": "d1108ea5-56b2-4135-84b0-a17d95c79474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.496716] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 981.496716] env[69169]: value = "task-3251308" [ 981.496716] env[69169]: _type = "Task" [ 981.496716] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.504639] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.539320] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.566s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.539537] env[69169]: INFO nova.compute.manager [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Migrating [ 981.547023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.416s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.548581] env[69169]: INFO nova.compute.claims [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.577069] env[69169]: DEBUG nova.compute.manager [req-35068390-9673-4f9a-adb9-93d9e8888eeb req-4f11dfa3-c203-42ed-bc3a-58d0228e5962 service nova] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Received event network-vif-plugged-0b41a70d-549c-49f4-80d0-7e40d85e9943 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.577647] env[69169]: DEBUG oslo_concurrency.lockutils [req-35068390-9673-4f9a-adb9-93d9e8888eeb req-4f11dfa3-c203-42ed-bc3a-58d0228e5962 service nova] Acquiring lock "d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.580298] env[69169]: DEBUG oslo_concurrency.lockutils [req-35068390-9673-4f9a-adb9-93d9e8888eeb req-4f11dfa3-c203-42ed-bc3a-58d0228e5962 service nova] Lock "d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.580298] env[69169]: DEBUG oslo_concurrency.lockutils [req-35068390-9673-4f9a-adb9-93d9e8888eeb req-4f11dfa3-c203-42ed-bc3a-58d0228e5962 service nova] Lock "d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.580298] env[69169]: DEBUG nova.compute.manager [req-35068390-9673-4f9a-adb9-93d9e8888eeb req-4f11dfa3-c203-42ed-bc3a-58d0228e5962 service nova] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] No waiting events found dispatching network-vif-plugged-0b41a70d-549c-49f4-80d0-7e40d85e9943 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.580298] env[69169]: WARNING nova.compute.manager [req-35068390-9673-4f9a-adb9-93d9e8888eeb req-4f11dfa3-c203-42ed-bc3a-58d0228e5962 service nova] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Received unexpected event network-vif-plugged-0b41a70d-549c-49f4-80d0-7e40d85e9943 for instance with vm_state building and task_state spawning. [ 981.733177] env[69169]: DEBUG nova.network.neutron [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Successfully updated port: 0b41a70d-549c-49f4-80d0-7e40d85e9943 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.794659] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251307, 'name': CreateVM_Task, 'duration_secs': 0.804025} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.794659] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.795317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.795317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.795438] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.795695] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5fc50a-d03f-462a-9095-5beba3c546c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.800682] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 981.800682] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529927c3-ab56-14cd-735a-5f4777e6c4f2" [ 981.800682] env[69169]: _type = "Task" [ 981.800682] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.809491] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529927c3-ab56-14cd-735a-5f4777e6c4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.893433] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6e8a2b6d-737b-46f5-a97f-be7db4813e30 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "57b59d5e-86f1-4fd3-8d2a-52c86b9798bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.124s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.910268] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: c7cccd8c-7e13-4a1f-9b62-333a446fb59b] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.000022] env[69169]: DEBUG oslo_concurrency.lockutils [req-86b04230-7504-4376-8047-4fd1442203ef req-52c828d0-55ed-40e1-ad9e-2bc1955c170b service nova] Releasing lock "refresh_cache-1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.008212] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.275962} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.008652] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.009625] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51b4780-adc3-470b-82e9-5242b9ac48cc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.034145] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 9508d01e-4f1e-4545-87b9-fd7e1b5d6404/9508d01e-4f1e-4545-87b9-fd7e1b5d6404.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.034517] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1753a50-3ee2-4e4a-a06b-c7eb298b2cbf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.054766] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 982.054766] env[69169]: value = "task-3251309" [ 982.054766] env[69169]: _type = "Task" [ 982.054766] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.060535] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.062254] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.062254] env[69169]: DEBUG nova.network.neutron [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.065754] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.237812] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "refresh_cache-d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.239424] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "refresh_cache-d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.239424] env[69169]: DEBUG nova.network.neutron [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.316395] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529927c3-ab56-14cd-735a-5f4777e6c4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008745} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.316688] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.316954] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.317170] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.317317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.317500] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.318216] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f337862d-03e4-4a16-94d6-fc36c086cfb5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.329345] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.329345] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.329345] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f978cf-6c28-44be-ab92-9b52dd769fbf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.336287] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 982.336287] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a250fd-e572-fc59-9c93-a5ae33dd1ecf" [ 982.336287] env[69169]: _type = "Task" [ 982.336287] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.343960] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a250fd-e572-fc59-9c93-a5ae33dd1ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.412345] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 73d4af21-1f9c-4b73-b6be-29e92325c067] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.565353] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.778900] env[69169]: DEBUG nova.network.neutron [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.859831] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a250fd-e572-fc59-9c93-a5ae33dd1ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.861420] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad200ef1-f9a0-47ef-b9cb-5a5cd7102f7f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.866723] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 982.866723] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b2dac1-2402-e273-8dcc-8059fc09e406" [ 982.866723] env[69169]: _type = "Task" [ 982.866723] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.876746] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b2dac1-2402-e273-8dcc-8059fc09e406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.917413] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: bd392da0-64d6-4adf-a17d-7dd31958707d] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.976030] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa08469-3abc-4d26-9475-23b68e551292 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.983340] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "86b49110-4193-4eb9-b2e4-40b97ff58a2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.983572] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "86b49110-4193-4eb9-b2e4-40b97ff58a2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.987917] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b059fbc-e4ff-4b57-ab25-093afbf708db {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.019234] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82189eff-6719-4b8a-ac7b-eeea19deeadc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.027100] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a82c19f-882e-4597-9c7d-0d883887ac97 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.047653] env[69169]: DEBUG nova.compute.provider_tree [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.051842] env[69169]: DEBUG nova.network.neutron [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance_info_cache with network_info: [{"id": "a08c64d5-cf15-4e9d-a218-6c4115248250", "address": "fa:16:3e:30:7c:97", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08c64d5-cf", "ovs_interfaceid": "a08c64d5-cf15-4e9d-a218-6c4115248250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.066947] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251309, 'name': ReconfigVM_Task, 'duration_secs': 0.853197} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.067258] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 9508d01e-4f1e-4545-87b9-fd7e1b5d6404/9508d01e-4f1e-4545-87b9-fd7e1b5d6404.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.068177] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddffc259-8aea-4e55-8f69-8be22a7681ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.077333] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 983.077333] env[69169]: value = "task-3251310" [ 983.077333] env[69169]: _type = "Task" [ 983.077333] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.088465] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251310, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.246567] env[69169]: DEBUG nova.network.neutron [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Updating instance_info_cache with network_info: [{"id": "0b41a70d-549c-49f4-80d0-7e40d85e9943", "address": "fa:16:3e:58:8d:49", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b41a70d-54", "ovs_interfaceid": "0b41a70d-549c-49f4-80d0-7e40d85e9943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.388964] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b2dac1-2402-e273-8dcc-8059fc09e406, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.388964] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.388964] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03/1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.388964] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab168a7e-366f-4407-aea4-0e4dfb01219b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.394546] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 983.394546] env[69169]: value = "task-3251311" [ 983.394546] env[69169]: _type = "Task" [ 983.394546] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.402438] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.424360] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 7ded9bed-528b-41a1-8ad2-9e7133519c8c] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.485991] env[69169]: DEBUG nova.compute.manager [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.554584] env[69169]: DEBUG nova.scheduler.client.report [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.558451] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.595771] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251310, 'name': Rename_Task, 'duration_secs': 0.155296} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.596283] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.596657] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abc2f4dc-f721-416c-8ae2-a2bf65e1761e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.607387] env[69169]: DEBUG nova.compute.manager [req-ec2a5136-5855-4efe-8dc9-a828c8dfa801 req-4aa6cf5a-881b-441c-8b6c-f3fdd305af2d service nova] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Received event network-changed-0b41a70d-549c-49f4-80d0-7e40d85e9943 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.607387] env[69169]: DEBUG nova.compute.manager [req-ec2a5136-5855-4efe-8dc9-a828c8dfa801 req-4aa6cf5a-881b-441c-8b6c-f3fdd305af2d service nova] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Refreshing instance network info cache due to event network-changed-0b41a70d-549c-49f4-80d0-7e40d85e9943. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.607387] env[69169]: DEBUG oslo_concurrency.lockutils [req-ec2a5136-5855-4efe-8dc9-a828c8dfa801 req-4aa6cf5a-881b-441c-8b6c-f3fdd305af2d service nova] Acquiring lock "refresh_cache-d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.610551] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 983.610551] env[69169]: value = "task-3251312" [ 983.610551] env[69169]: _type = "Task" [ 983.610551] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.622942] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251312, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.753025] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "refresh_cache-d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.753025] env[69169]: DEBUG nova.compute.manager [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Instance network_info: |[{"id": "0b41a70d-549c-49f4-80d0-7e40d85e9943", "address": "fa:16:3e:58:8d:49", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b41a70d-54", "ovs_interfaceid": "0b41a70d-549c-49f4-80d0-7e40d85e9943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.753025] env[69169]: DEBUG oslo_concurrency.lockutils [req-ec2a5136-5855-4efe-8dc9-a828c8dfa801 req-4aa6cf5a-881b-441c-8b6c-f3fdd305af2d service nova] Acquired lock "refresh_cache-d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.753025] env[69169]: DEBUG nova.network.neutron [req-ec2a5136-5855-4efe-8dc9-a828c8dfa801 req-4aa6cf5a-881b-441c-8b6c-f3fdd305af2d service nova] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Refreshing network info cache for port 0b41a70d-549c-49f4-80d0-7e40d85e9943 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.753025] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:8d:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b41a70d-549c-49f4-80d0-7e40d85e9943', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.760792] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.761895] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.762957] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6046765d-3e45-40e5-b00d-2c16e0c733e6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.785917] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.785917] env[69169]: value = "task-3251313" [ 983.785917] env[69169]: _type = "Task" [ 983.785917] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.794143] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251313, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.904982] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251311, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.929335] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: dc52e159-586e-4de1-b98a-95106ecaf835] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.013147] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.060964] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.061547] env[69169]: DEBUG nova.compute.manager [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.071879] env[69169]: DEBUG oslo_concurrency.lockutils [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.498s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.072119] env[69169]: DEBUG nova.objects.instance [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lazy-loading 'resources' on Instance uuid d69df8e9-dd93-4832-a4a4-e3907aac3faf {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.129137] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.296336] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251313, 'name': CreateVM_Task, 'duration_secs': 0.443806} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.296538] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.297188] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.297356] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.297678] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.297954] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23cd6c4-a3f4-4655-8d40-a990ca362cf8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.304084] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 984.304084] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528bdbde-6bf2-dd5a-a9d1-86593ab0305c" [ 984.304084] env[69169]: _type = "Task" [ 984.304084] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.313279] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528bdbde-6bf2-dd5a-a9d1-86593ab0305c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.406690] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251311, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.433979] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 74cd622c-eab8-4327-ac53-5ed338f30d80] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.574296] env[69169]: DEBUG nova.compute.utils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.581368] env[69169]: DEBUG nova.compute.manager [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Not allocating networking since 'none' was specified. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 984.617852] env[69169]: DEBUG nova.network.neutron [req-ec2a5136-5855-4efe-8dc9-a828c8dfa801 req-4aa6cf5a-881b-441c-8b6c-f3fdd305af2d service nova] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Updated VIF entry in instance network info cache for port 0b41a70d-549c-49f4-80d0-7e40d85e9943. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.618317] env[69169]: DEBUG nova.network.neutron [req-ec2a5136-5855-4efe-8dc9-a828c8dfa801 req-4aa6cf5a-881b-441c-8b6c-f3fdd305af2d service nova] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Updating instance_info_cache with network_info: [{"id": "0b41a70d-549c-49f4-80d0-7e40d85e9943", "address": "fa:16:3e:58:8d:49", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b41a70d-54", "ovs_interfaceid": "0b41a70d-549c-49f4-80d0-7e40d85e9943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.626901] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251312, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.821867] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528bdbde-6bf2-dd5a-a9d1-86593ab0305c, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.822299] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.822600] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.822878] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.823117] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.823311] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.825878] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed82e4a9-caa7-4dd1-a649-11e28edffc2e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.834619] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.834812] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.835570] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a2c9c98-0f5d-464b-b500-b3a0391b32c2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.842882] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 984.842882] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d0393d-2381-92ea-6f08-3ebf99e4912a" [ 984.842882] env[69169]: _type = "Task" [ 984.842882] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.851284] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d0393d-2381-92ea-6f08-3ebf99e4912a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.910695] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251311, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.463786} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.911053] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03/1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.911313] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.911635] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7aaff59-133f-42a8-97c2-cd6476107a2f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.921049] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 984.921049] env[69169]: value = "task-3251314" [ 984.921049] env[69169]: _type = "Task" [ 984.921049] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.930268] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.938126] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: dc28dceb-ec90-4b24-804a-b2bf31fcd959] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.026845] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bd496c-2458-4d17-a500-5453297ee49b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.034878] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2665849d-2ea3-4123-a00a-0e2afe583e63 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.073262] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c503be-8798-474a-b16f-4f8691aaf83c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.081227] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fd50a0-5545-4608-8d16-a061e2eeca61 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.086272] env[69169]: DEBUG nova.compute.manager [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.092991] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062aec38-e5cc-4ebb-b551-43bc81bb7d82 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.103774] env[69169]: DEBUG nova.compute.provider_tree [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.124763] env[69169]: DEBUG oslo_concurrency.lockutils [req-ec2a5136-5855-4efe-8dc9-a828c8dfa801 req-4aa6cf5a-881b-441c-8b6c-f3fdd305af2d service nova] Releasing lock "refresh_cache-d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.124763] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance '5bc9b7ec-3506-4814-ab8a-8f23c33d29c7' progress to 0 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.139909] env[69169]: DEBUG oslo_vmware.api [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251312, 'name': PowerOnVM_Task, 'duration_secs': 1.121547} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.140126] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.140414] env[69169]: INFO nova.compute.manager [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Took 9.30 seconds to spawn the instance on the hypervisor. [ 985.140659] env[69169]: DEBUG nova.compute.manager [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.141535] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf328ee7-b153-4ab8-b9c9-2de7f049b108 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.354083] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d0393d-2381-92ea-6f08-3ebf99e4912a, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.354919] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ebd267-b128-4be7-8717-1f5cdf023f9c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.360465] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 985.360465] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d86236-be0a-4a44-c796-90716e147ca7" [ 985.360465] env[69169]: _type = "Task" [ 985.360465] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.368519] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d86236-be0a-4a44-c796-90716e147ca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.431553] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074297} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.431830] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.432885] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539f9823-dd6f-4505-bdee-1530d99770e1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.447178] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 22189f25-f644-496a-9c2b-961b7c372772] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.459673] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03/1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.460817] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcfd373f-436d-4c5f-bc51-da36f05bd596 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.484898] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 985.484898] env[69169]: value = "task-3251315" [ 985.484898] env[69169]: _type = "Task" [ 985.484898] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.493826] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.606895] env[69169]: DEBUG nova.scheduler.client.report [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.635659] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.636307] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3980fe9f-684b-4d51-b701-ab6e47b4d179 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.643727] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 985.643727] env[69169]: value = "task-3251316" [ 985.643727] env[69169]: _type = "Task" [ 985.643727] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.661241] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.663072] env[69169]: INFO nova.compute.manager [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Took 43.45 seconds to build instance. [ 985.675257] env[69169]: DEBUG oslo_concurrency.lockutils [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Acquiring lock "e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.675831] env[69169]: DEBUG oslo_concurrency.lockutils [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Lock "e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.675831] env[69169]: DEBUG oslo_concurrency.lockutils [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Acquiring lock "e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.675831] env[69169]: DEBUG oslo_concurrency.lockutils [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Lock "e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.675983] env[69169]: DEBUG oslo_concurrency.lockutils [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Lock "e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.678429] env[69169]: INFO nova.compute.manager [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Terminating instance [ 985.874789] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d86236-be0a-4a44-c796-90716e147ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.875086] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.875397] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae/d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.875624] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8eae27f-20c8-48f1-9039-a96d7852e9be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.882133] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 985.882133] env[69169]: value = "task-3251317" [ 985.882133] env[69169]: _type = "Task" [ 985.882133] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.891731] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.961557] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 325e4182-3660-474a-a59d-7df355c291ce] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.982112] env[69169]: DEBUG oslo_concurrency.lockutils [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "9508d01e-4f1e-4545-87b9-fd7e1b5d6404" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.996801] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251315, 'name': ReconfigVM_Task, 'duration_secs': 0.277865} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.998475] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03/1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.003130] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17baa67f-0e40-4064-b887-556353c29849 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.008514] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 986.008514] env[69169]: value = "task-3251318" [ 986.008514] env[69169]: _type = "Task" [ 986.008514] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.017797] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251318, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.097398] env[69169]: DEBUG nova.compute.manager [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.115056] env[69169]: DEBUG oslo_concurrency.lockutils [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.116100] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.050s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.116100] env[69169]: DEBUG nova.objects.instance [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Lazy-loading 'resources' on Instance uuid 6fe0f557-72e5-44c7-ad7c-c1227651c671 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.139374] env[69169]: DEBUG nova.virt.hardware [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.139576] env[69169]: DEBUG nova.virt.hardware [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.140043] env[69169]: DEBUG nova.virt.hardware [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.140043] env[69169]: DEBUG nova.virt.hardware [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.140043] env[69169]: DEBUG nova.virt.hardware [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.140673] env[69169]: DEBUG nova.virt.hardware [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.140673] env[69169]: DEBUG nova.virt.hardware [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.140673] env[69169]: DEBUG nova.virt.hardware [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.140810] env[69169]: DEBUG nova.virt.hardware [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.141485] env[69169]: DEBUG nova.virt.hardware [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.141485] env[69169]: DEBUG nova.virt.hardware [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.142573] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eb6fc3-cce3-4a24-94d7-9653d3e0b2a7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.152996] env[69169]: INFO nova.scheduler.client.report [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Deleted allocations for instance d69df8e9-dd93-4832-a4a4-e3907aac3faf [ 986.159440] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251316, 'name': PowerOffVM_Task, 'duration_secs': 0.198029} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.162551] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.162768] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance '5bc9b7ec-3506-4814-ab8a-8f23c33d29c7' progress to 17 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.167710] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b11f652-c3a3-45aa-96ba-3f02bfdc0094 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.173023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bbc75da0-7a47-43da-956e-dd05c75a8f4a tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "9508d01e-4f1e-4545-87b9-fd7e1b5d6404" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.439s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.173662] env[69169]: DEBUG oslo_concurrency.lockutils [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "9508d01e-4f1e-4545-87b9-fd7e1b5d6404" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.194s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.174103] env[69169]: DEBUG oslo_concurrency.lockutils [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "9508d01e-4f1e-4545-87b9-fd7e1b5d6404-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.174103] env[69169]: DEBUG oslo_concurrency.lockutils [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "9508d01e-4f1e-4545-87b9-fd7e1b5d6404-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.174340] env[69169]: DEBUG oslo_concurrency.lockutils [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "9508d01e-4f1e-4545-87b9-fd7e1b5d6404-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.176883] env[69169]: INFO nova.compute.manager [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Terminating instance [ 986.186846] env[69169]: DEBUG nova.compute.manager [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.187097] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.187581] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.197533] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Creating folder: Project (fed3a71543524463b88e7203f5957ccd). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.200120] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fa82ec8-a15a-4535-9f93-1f2ad72173eb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.202260] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb8b907a-3612-48ca-805f-a077f83afeea {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.213071] env[69169]: DEBUG oslo_vmware.api [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Waiting for the task: (returnval){ [ 986.213071] env[69169]: value = "task-3251319" [ 986.213071] env[69169]: _type = "Task" [ 986.213071] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.219584] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Created folder: Project (fed3a71543524463b88e7203f5957ccd) in parent group-v649481. [ 986.219584] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Creating folder: Instances. Parent ref: group-v649670. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.220136] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f720976d-8458-4d41-95e5-4a367539d94e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.226048] env[69169]: DEBUG oslo_vmware.api [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3251319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.237672] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Created folder: Instances in parent group-v649670. [ 986.238754] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.239857] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 000fb427-c633-400f-814f-82a7380cf474] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.239857] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5a8fe70-f9c3-43e9-a790-6a17f4d79b5c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.261026] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.261026] env[69169]: value = "task-3251322" [ 986.261026] env[69169]: _type = "Task" [ 986.261026] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.278047] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251322, 'name': CreateVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.373053] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Acquiring lock "a4932b56-d94f-444e-8e5a-ea6c94ec9ac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.373053] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Lock "a4932b56-d94f-444e-8e5a-ea6c94ec9ac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.395037] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502796} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.395037] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae/d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.395037] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.395037] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76d8074f-b26f-4fc2-94f5-0f3623981018 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.399885] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 986.399885] env[69169]: value = "task-3251323" [ 986.399885] env[69169]: _type = "Task" [ 986.399885] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.465113] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 07fafaf6-f2bf-447e-9e2c-8e835afb81d9] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.518666] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251318, 'name': Rename_Task, 'duration_secs': 0.44715} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.518986] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.519258] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41879d14-69b7-4ea0-af97-d5fca4964457 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.525133] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 986.525133] env[69169]: value = "task-3251324" [ 986.525133] env[69169]: _type = "Task" [ 986.525133] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.533165] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.678429] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.678693] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.678849] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.679064] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.679264] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.679384] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.679590] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.679747] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.679909] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.680083] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.680279] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.688537] env[69169]: DEBUG oslo_concurrency.lockutils [None req-712cde18-aa3b-4084-a5de-78ecd077f0b5 tempest-ServersTestMultiNic-1934822992 tempest-ServersTestMultiNic-1934822992-project-member] Lock "d69df8e9-dd93-4832-a4a4-e3907aac3faf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.891s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.689540] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-312a733c-35a4-4588-ab4e-935541661c2b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.706037] env[69169]: DEBUG nova.compute.manager [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.706243] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.707358] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6f8ff6-8927-4ad4-a19d-c5497c0d10be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.711807] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 986.711807] env[69169]: value = "task-3251325" [ 986.711807] env[69169]: _type = "Task" [ 986.711807] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.723663] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.724549] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36e43725-566b-495d-b6f1-6df1ea382209 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.731589] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.735149] env[69169]: DEBUG oslo_vmware.api [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3251319, 'name': PowerOffVM_Task, 'duration_secs': 0.222361} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.735365] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.735612] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 986.735810] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649526', 'volume_id': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'name': 'volume-56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2', 'attached_at': '', 'detached_at': '', 'volume_id': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'serial': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 986.736590] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f0abff-04b3-4db3-9b0a-83c584d7cf5f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.741209] env[69169]: DEBUG oslo_vmware.api [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 986.741209] env[69169]: value = "task-3251326" [ 986.741209] env[69169]: _type = "Task" [ 986.741209] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.761234] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b677b3-dc26-414e-8210-24762e8430c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.781613] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc91931b-670e-45af-b42c-3d6088757c62 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.785507] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251322, 'name': CreateVM_Task, 'duration_secs': 0.354375} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.785507] env[69169]: DEBUG oslo_vmware.api [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.785507] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 000fb427-c633-400f-814f-82a7380cf474] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.785747] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.785830] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.786194] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.786481] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de555b5c-6c17-4c9a-b303-bb63dee5c89c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.806442] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226cecf2-49f5-4a1f-8445-7a54e08bce91 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.809275] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 986.809275] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5204b6ad-cbd8-42d0-a7da-029bf2d9efad" [ 986.809275] env[69169]: _type = "Task" [ 986.809275] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.826952] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] The volume has not been displaced from its original location: [datastore1] volume-56476d6f-b1b8-47b3-a4f3-63ab923e7f0d/volume-56476d6f-b1b8-47b3-a4f3-63ab923e7f0d.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 986.832698] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 986.836201] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48058637-5ce8-49c7-8b12-03ddc92709b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.854639] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5204b6ad-cbd8-42d0-a7da-029bf2d9efad, 'name': SearchDatastore_Task, 'duration_secs': 0.013252} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.855334] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.855608] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.855884] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.856073] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.856272] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.856562] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b87c887c-9850-4e49-8e8c-94532d8c625c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.861297] env[69169]: DEBUG oslo_vmware.api [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Waiting for the task: (returnval){ [ 986.861297] env[69169]: value = "task-3251327" [ 986.861297] env[69169]: _type = "Task" [ 986.861297] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.870980] env[69169]: DEBUG oslo_vmware.api [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3251327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.878678] env[69169]: DEBUG nova.compute.manager [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.883206] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.883393] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.884165] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf1612b-de3b-444d-99ce-b806338d300e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.890084] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 986.890084] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5222b5df-b3de-78f8-b352-eb8fbd01fdfa" [ 986.890084] env[69169]: _type = "Task" [ 986.890084] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.902451] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5222b5df-b3de-78f8-b352-eb8fbd01fdfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.913009] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071808} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.913876] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.914099] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428070e8-9626-4507-a315-c04cf8d88abc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.941426] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae/d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.944228] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2834d576-13fd-443e-b50b-92592baf9263 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.967304] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 986.967304] env[69169]: value = "task-3251328" [ 986.967304] env[69169]: _type = "Task" [ 986.967304] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.972820] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 83bb977b-7bc8-44f6-9e4f-80e1e1126a7f] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.982127] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.037816] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251324, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.230357] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251325, 'name': ReconfigVM_Task, 'duration_secs': 0.207621} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.230357] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance '5bc9b7ec-3506-4814-ab8a-8f23c33d29c7' progress to 33 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.243254] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692d4a22-e70b-4397-afc3-c06f9f0ddc7a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.252555] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720b46d5-5a74-4b69-9064-59ea40436eec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.293165] env[69169]: DEBUG oslo_vmware.api [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251326, 'name': PowerOffVM_Task, 'duration_secs': 0.274538} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.293938] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ff3e58-f676-4db6-b9f3-c8a182cc77bd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.296579] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.296796] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.297825] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8182df6d-f6d2-4277-bf01-bf5699d5935b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.303959] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1f9d0e-2eeb-4112-8f0c-ed2129fb3f6f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.318863] env[69169]: DEBUG nova.compute.provider_tree [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.371196] env[69169]: DEBUG oslo_vmware.api [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3251327, 'name': ReconfigVM_Task, 'duration_secs': 0.184704} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.371480] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 987.376241] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35a155af-a3ba-4705-b9a5-eb5f323671a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.399464] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.399742] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.399914] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Deleting the datastore file [datastore2] 9508d01e-4f1e-4545-87b9-fd7e1b5d6404 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.400322] env[69169]: DEBUG oslo_vmware.api [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Waiting for the task: (returnval){ [ 987.400322] env[69169]: value = "task-3251330" [ 987.400322] env[69169]: _type = "Task" [ 987.400322] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.400873] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fea7e00d-65ef-4dc8-90d2-f3c7283a2207 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.403325] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.411493] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5222b5df-b3de-78f8-b352-eb8fbd01fdfa, 'name': SearchDatastore_Task, 'duration_secs': 0.014897} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.412835] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f4bb4d-2669-4d48-afb1-5727ad79b208 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.423051] env[69169]: DEBUG oslo_vmware.api [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for the task: (returnval){ [ 987.423051] env[69169]: value = "task-3251331" [ 987.423051] env[69169]: _type = "Task" [ 987.423051] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.433251] env[69169]: DEBUG oslo_vmware.api [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3251330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.437201] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 987.437201] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52eb8c6b-fc68-9763-aa4b-f9815f6bc870" [ 987.437201] env[69169]: _type = "Task" [ 987.437201] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.437428] env[69169]: DEBUG oslo_vmware.api [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.446547] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52eb8c6b-fc68-9763-aa4b-f9815f6bc870, 'name': SearchDatastore_Task, 'duration_secs': 0.022495} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.446808] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.447213] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 000fb427-c633-400f-814f-82a7380cf474/000fb427-c633-400f-814f-82a7380cf474.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.447574] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3de32d2e-f23b-45b2-9119-275b0cf498a9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.453909] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 987.453909] env[69169]: value = "task-3251332" [ 987.453909] env[69169]: _type = "Task" [ 987.453909] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.464035] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.473533] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 9a5272f3-407b-4a9f-993e-16c75d3ab125] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.482357] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251328, 'name': ReconfigVM_Task, 'duration_secs': 0.359148} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.482622] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Reconfigured VM instance instance-00000046 to attach disk [datastore2] d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae/d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.483277] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-448ffca0-b84b-4a44-bf9e-2d2268334859 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.490020] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 987.490020] env[69169]: value = "task-3251333" [ 987.490020] env[69169]: _type = "Task" [ 987.490020] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.509038] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251333, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.535450] env[69169]: DEBUG oslo_vmware.api [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251324, 'name': PowerOnVM_Task, 'duration_secs': 0.582384} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.535725] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.535927] env[69169]: INFO nova.compute.manager [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Took 9.13 seconds to spawn the instance on the hypervisor. [ 987.536121] env[69169]: DEBUG nova.compute.manager [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.536885] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25600831-fa35-4824-a00c-2ea8a6edfcc9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.740280] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:09:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='647f7daf-56e7-4a65-b5b9-0c88db02b3e7',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-711188459',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.740280] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.740280] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.740280] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.740280] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.740280] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.740743] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.741125] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.741431] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.741999] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.742319] env[69169]: DEBUG nova.virt.hardware [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.748482] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.748904] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3b0157-9741-4134-a690-4a3ef09ce462 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.770971] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 987.770971] env[69169]: value = "task-3251334" [ 987.770971] env[69169]: _type = "Task" [ 987.770971] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.777777] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.821656] env[69169]: DEBUG nova.scheduler.client.report [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.917378] env[69169]: DEBUG oslo_vmware.api [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3251330, 'name': ReconfigVM_Task, 'duration_secs': 0.184493} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.917808] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649526', 'volume_id': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'name': 'volume-56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2', 'attached_at': '', 'detached_at': '', 'volume_id': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d', 'serial': '56476d6f-b1b8-47b3-a4f3-63ab923e7f0d'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 987.918459] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.919518] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38115451-c1a4-4103-8157-18d72567317a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.933036] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.933036] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee64d93a-b416-4206-bfe1-1d8ba1c3f561 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.936789] env[69169]: DEBUG oslo_vmware.api [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.965831] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251332, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.978183] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: a46cec90-2d8a-44aa-9270-9fcb61b6d0c7] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.005991] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251333, 'name': Rename_Task, 'duration_secs': 0.256022} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.006376] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.006671] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fda25296-a0f6-41ee-bbe0-e1613c40c567 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.009588] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.009847] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.010113] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Deleting the datastore file [datastore1] e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.011354] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55a1525a-e5e1-4bf0-926b-da92c0496056 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.016419] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 988.016419] env[69169]: value = "task-3251336" [ 988.016419] env[69169]: _type = "Task" [ 988.016419] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.021241] env[69169]: DEBUG oslo_vmware.api [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Waiting for the task: (returnval){ [ 988.021241] env[69169]: value = "task-3251337" [ 988.021241] env[69169]: _type = "Task" [ 988.021241] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.028982] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.032241] env[69169]: DEBUG oslo_vmware.api [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3251337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.066172] env[69169]: INFO nova.compute.manager [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Took 40.53 seconds to build instance. [ 988.281033] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251334, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.328372] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.335030] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.919s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.337234] env[69169]: INFO nova.compute.claims [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.369015] env[69169]: INFO nova.scheduler.client.report [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Deleted allocations for instance 6fe0f557-72e5-44c7-ad7c-c1227651c671 [ 988.434241] env[69169]: DEBUG oslo_vmware.api [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Task: {'id': task-3251331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544875} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.434535] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.434726] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.434922] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.435235] env[69169]: INFO nova.compute.manager [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Took 1.73 seconds to destroy the instance on the hypervisor. [ 988.435527] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.436025] env[69169]: DEBUG nova.compute.manager [-] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.436141] env[69169]: DEBUG nova.network.neutron [-] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.464264] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.916822} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.464529] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 000fb427-c633-400f-814f-82a7380cf474/000fb427-c633-400f-814f-82a7380cf474.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.464746] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.468017] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4a10c3c-748e-467d-91b4-958c56597b14 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.472133] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 988.472133] env[69169]: value = "task-3251338" [ 988.472133] env[69169]: _type = "Task" [ 988.472133] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.480373] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.482862] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 8b434f45-36f2-414a-b0c9-3f2ea4e71071] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.528642] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.533896] env[69169]: DEBUG oslo_vmware.api [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Task: {'id': task-3251337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30177} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.534166] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.534361] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.534563] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.534738] env[69169]: INFO nova.compute.manager [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Took 2.35 seconds to destroy the instance on the hypervisor. [ 988.534978] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.535307] env[69169]: DEBUG nova.compute.manager [-] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.535445] env[69169]: DEBUG nova.network.neutron [-] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.568727] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f7c3a6b2-c751-4a8a-9a65-dd1ac21832bf tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.498s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.782323] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251334, 'name': ReconfigVM_Task, 'duration_secs': 0.538647} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.782485] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.783232] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128acf72-d700-4cdc-86fc-d1d0d1854f85 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.807034] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7/5bc9b7ec-3506-4814-ab8a-8f23c33d29c7.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.807034] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f3e867f-9a42-4378-891b-8f076590e965 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.822905] env[69169]: DEBUG nova.compute.manager [req-0a6a6b64-1db7-4bd9-981f-7d9ca52dc805 req-28fe2e91-b276-4d59-8d0d-d12feb297cac service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Received event network-changed-d1108ea5-56b2-4135-84b0-a17d95c79474 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.823024] env[69169]: DEBUG nova.compute.manager [req-0a6a6b64-1db7-4bd9-981f-7d9ca52dc805 req-28fe2e91-b276-4d59-8d0d-d12feb297cac service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Refreshing instance network info cache due to event network-changed-d1108ea5-56b2-4135-84b0-a17d95c79474. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.823225] env[69169]: DEBUG oslo_concurrency.lockutils [req-0a6a6b64-1db7-4bd9-981f-7d9ca52dc805 req-28fe2e91-b276-4d59-8d0d-d12feb297cac service nova] Acquiring lock "refresh_cache-1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.823380] env[69169]: DEBUG oslo_concurrency.lockutils [req-0a6a6b64-1db7-4bd9-981f-7d9ca52dc805 req-28fe2e91-b276-4d59-8d0d-d12feb297cac service nova] Acquired lock "refresh_cache-1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.823538] env[69169]: DEBUG nova.network.neutron [req-0a6a6b64-1db7-4bd9-981f-7d9ca52dc805 req-28fe2e91-b276-4d59-8d0d-d12feb297cac service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Refreshing network info cache for port d1108ea5-56b2-4135-84b0-a17d95c79474 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.834334] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 988.834334] env[69169]: value = "task-3251339" [ 988.834334] env[69169]: _type = "Task" [ 988.834334] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.845714] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.883343] env[69169]: DEBUG oslo_concurrency.lockutils [None req-db10d917-f730-4a91-9a2b-0da734f2714d tempest-InstanceActionsV221TestJSON-354123591 tempest-InstanceActionsV221TestJSON-354123591-project-member] Lock "6fe0f557-72e5-44c7-ad7c-c1227651c671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.298s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.985595] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069036} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.985595] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 89b968f2-0192-4c0e-99ae-6bfd5585aded] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.987858] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.989511] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a15af27-d7be-49ed-9d7a-b3df5491114a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.010559] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 000fb427-c633-400f-814f-82a7380cf474/000fb427-c633-400f-814f-82a7380cf474.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.010842] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3a74187-7458-4778-a274-1df17d315e01 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.036525] env[69169]: DEBUG oslo_vmware.api [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251336, 'name': PowerOnVM_Task, 'duration_secs': 0.659018} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.037862] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.038201] env[69169]: INFO nova.compute.manager [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Took 8.03 seconds to spawn the instance on the hypervisor. [ 989.038407] env[69169]: DEBUG nova.compute.manager [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.039051] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 989.039051] env[69169]: value = "task-3251340" [ 989.039051] env[69169]: _type = "Task" [ 989.039051] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.039765] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db1af42-c8bb-4bcd-b4ba-ef75d470c5fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.057430] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.251388] env[69169]: DEBUG nova.network.neutron [-] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.339196] env[69169]: DEBUG nova.compute.manager [req-87669937-5888-4171-907e-4112871a2c8e req-7be0817a-cc8f-4d22-9f58-b328e0bb2669 service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Received event network-vif-deleted-1d316893-f490-47ad-85c2-af4d25042330 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.339572] env[69169]: INFO nova.compute.manager [req-87669937-5888-4171-907e-4112871a2c8e req-7be0817a-cc8f-4d22-9f58-b328e0bb2669 service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Neutron deleted interface 1d316893-f490-47ad-85c2-af4d25042330; detaching it from the instance and deleting it from the info cache [ 989.339834] env[69169]: DEBUG nova.network.neutron [req-87669937-5888-4171-907e-4112871a2c8e req-7be0817a-cc8f-4d22-9f58-b328e0bb2669 service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.356213] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.490425] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: f57bca06-3394-424d-a62c-dec62eb34742] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.554101] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251340, 'name': ReconfigVM_Task, 'duration_secs': 0.316727} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.558440] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 000fb427-c633-400f-814f-82a7380cf474/000fb427-c633-400f-814f-82a7380cf474.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.562562] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1369c665-ec24-466b-8438-0bec36425502 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.574507] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 989.574507] env[69169]: value = "task-3251341" [ 989.574507] env[69169]: _type = "Task" [ 989.574507] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.574982] env[69169]: INFO nova.compute.manager [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Took 38.33 seconds to build instance. [ 989.586705] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251341, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.754843] env[69169]: INFO nova.compute.manager [-] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Took 1.32 seconds to deallocate network for instance. [ 989.781119] env[69169]: DEBUG nova.network.neutron [req-0a6a6b64-1db7-4bd9-981f-7d9ca52dc805 req-28fe2e91-b276-4d59-8d0d-d12feb297cac service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Updated VIF entry in instance network info cache for port d1108ea5-56b2-4135-84b0-a17d95c79474. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.781752] env[69169]: DEBUG nova.network.neutron [req-0a6a6b64-1db7-4bd9-981f-7d9ca52dc805 req-28fe2e91-b276-4d59-8d0d-d12feb297cac service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Updating instance_info_cache with network_info: [{"id": "d1108ea5-56b2-4135-84b0-a17d95c79474", "address": "fa:16:3e:84:eb:29", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1108ea5-56", "ovs_interfaceid": "d1108ea5-56b2-4135-84b0-a17d95c79474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.817402] env[69169]: DEBUG nova.network.neutron [-] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.842966] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-118285cb-fca0-4d72-99ad-984c21a15b2c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.856152] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251339, 'name': ReconfigVM_Task, 'duration_secs': 0.697497} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.856366] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7/5bc9b7ec-3506-4814-ab8a-8f23c33d29c7.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.856686] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance '5bc9b7ec-3506-4814-ab8a-8f23c33d29c7' progress to 50 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.866966] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a122d30-15d3-48b7-9437-e1ca38f41a61 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.880827] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9811bc-4b48-4e88-9f10-a7504532c907 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.893346] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd717d0-0ed4-4954-afad-4fa012699e9f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.907459] env[69169]: DEBUG nova.compute.manager [req-87669937-5888-4171-907e-4112871a2c8e req-7be0817a-cc8f-4d22-9f58-b328e0bb2669 service nova] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Detach interface failed, port_id=1d316893-f490-47ad-85c2-af4d25042330, reason: Instance e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.935868] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4460105a-bac7-434e-8aec-4f36b1ec9b61 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.943555] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c484e0-23ed-4371-a48f-96ab483f3eac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.959189] env[69169]: DEBUG nova.compute.provider_tree [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.996831] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 87995305-0f03-4676-addb-d78645b767f7] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.077894] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4402bf42-29c7-4637-b693-d900eae7b4f5 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.841s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.086798] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251341, 'name': Rename_Task, 'duration_secs': 0.219131} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.087170] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.087445] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75b99500-b900-4f53-855a-afd8c73f8a30 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.095185] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 990.095185] env[69169]: value = "task-3251342" [ 990.095185] env[69169]: _type = "Task" [ 990.095185] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.105595] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.155111] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57fc522-5a63-4c62-94cc-a2b378f44596 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.164205] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6ee4e3-7d6a-4d27-b690-13aa25ec4902 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Suspending the VM {{(pid=69169) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 990.164205] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-921e9703-c0cd-48bd-9521-1614c7e3ad1e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.168735] env[69169]: DEBUG oslo_vmware.api [None req-2a6ee4e3-7d6a-4d27-b690-13aa25ec4902 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 990.168735] env[69169]: value = "task-3251343" [ 990.168735] env[69169]: _type = "Task" [ 990.168735] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.177503] env[69169]: DEBUG oslo_vmware.api [None req-2a6ee4e3-7d6a-4d27-b690-13aa25ec4902 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251343, 'name': SuspendVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.269370] env[69169]: DEBUG oslo_concurrency.lockutils [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.288986] env[69169]: DEBUG oslo_concurrency.lockutils [req-0a6a6b64-1db7-4bd9-981f-7d9ca52dc805 req-28fe2e91-b276-4d59-8d0d-d12feb297cac service nova] Releasing lock "refresh_cache-1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.320321] env[69169]: INFO nova.compute.manager [-] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Took 1.78 seconds to deallocate network for instance. [ 990.385798] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b73fd66-85d8-4464-8338-e9d99435ff65 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.410758] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9b5ede-202f-4fb8-90f5-d8592c2b550b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.431251] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance '5bc9b7ec-3506-4814-ab8a-8f23c33d29c7' progress to 67 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.465257] env[69169]: DEBUG nova.scheduler.client.report [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.500899] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 32e1ce61-06ee-4dd1-9bce-b91dcaa8a4e1] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.612216] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251342, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.682213] env[69169]: DEBUG oslo_vmware.api [None req-2a6ee4e3-7d6a-4d27-b690-13aa25ec4902 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251343, 'name': SuspendVM_Task} progress is 62%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.844838] env[69169]: DEBUG nova.compute.manager [req-197653cf-fb36-4ddb-939f-0786eab3cea7 req-b702c45d-732b-48f8-8f10-2b88f6d85a26 service nova] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Received event network-vif-deleted-ef7f4679-2f51-4275-b75b-92c12933d2fa {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.882996] env[69169]: INFO nova.compute.manager [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Took 0.56 seconds to detach 1 volumes for instance. [ 990.885224] env[69169]: DEBUG nova.compute.manager [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Deleting volume: 56476d6f-b1b8-47b3-a4f3-63ab923e7f0d {{(pid=69169) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 990.972775] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.973343] env[69169]: DEBUG nova.compute.manager [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.986834] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.188s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.987254] env[69169]: DEBUG nova.objects.instance [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lazy-loading 'resources' on Instance uuid 5b4c3634-a153-4a61-80dc-47a8e63227a5 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.005535] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.005535] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Cleaning up deleted instances with incomplete migration {{(pid=69169) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 991.032460] env[69169]: DEBUG nova.network.neutron [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Port a08c64d5-cf15-4e9d-a218-6c4115248250 binding to destination host cpu-1 is already ACTIVE {{(pid=69169) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 991.109913] env[69169]: DEBUG oslo_vmware.api [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251342, 'name': PowerOnVM_Task, 'duration_secs': 0.63415} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.111234] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.111556] env[69169]: INFO nova.compute.manager [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Took 5.01 seconds to spawn the instance on the hypervisor. [ 991.111730] env[69169]: DEBUG nova.compute.manager [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.112599] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5affffde-3920-43a0-b518-4cb95360abdf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.187237] env[69169]: DEBUG oslo_vmware.api [None req-2a6ee4e3-7d6a-4d27-b690-13aa25ec4902 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251343, 'name': SuspendVM_Task, 'duration_secs': 0.695157} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.187609] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6ee4e3-7d6a-4d27-b690-13aa25ec4902 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Suspended the VM {{(pid=69169) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 991.187893] env[69169]: DEBUG nova.compute.manager [None req-2a6ee4e3-7d6a-4d27-b690-13aa25ec4902 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.189116] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ada7a0-8fa3-4990-a2e7-283ec7561640 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.435370] env[69169]: DEBUG oslo_concurrency.lockutils [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.491107] env[69169]: DEBUG nova.compute.utils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.496709] env[69169]: DEBUG nova.compute.manager [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.496709] env[69169]: DEBUG nova.network.neutron [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.510356] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.550572] env[69169]: DEBUG nova.policy [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f7a094582843eab85b90eea6ce9e0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ee916f626748c1845df10d41cda95d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.633300] env[69169]: INFO nova.compute.manager [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Took 28.52 seconds to build instance. [ 991.862186] env[69169]: DEBUG nova.network.neutron [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Successfully created port: 144cbb76-89d5-4ed5-9f65-f965b5d2c9f7 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.961991] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4e300a-c02d-4e26-8d72-cf46490eb263 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.969433] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db02c9c0-b991-4d9a-a94f-e5da65ce138b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.002936] env[69169]: DEBUG nova.compute.manager [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.006554] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c509c8cc-071d-4e05-af35-e47365f5ec5c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.014187] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fda362-992b-44f9-bd25-ee5aca5a1682 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.028777] env[69169]: DEBUG nova.compute.provider_tree [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.057337] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.058124] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.058443] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.135018] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317aa649-7588-4df9-b2ea-8b34afd4a9ba tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Lock "000fb427-c633-400f-814f-82a7380cf474" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.036s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.533912] env[69169]: DEBUG nova.scheduler.client.report [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.018120] env[69169]: DEBUG nova.compute.manager [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.037104] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.039388] env[69169]: DEBUG oslo_concurrency.lockutils [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.848s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.039622] env[69169]: DEBUG nova.objects.instance [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Lazy-loading 'resources' on Instance uuid 8befb294-3644-4eb5-93df-3582a170d9df {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.050540] env[69169]: DEBUG nova.virt.hardware [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.054035] env[69169]: DEBUG nova.virt.hardware [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.054035] env[69169]: DEBUG nova.virt.hardware [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.054035] env[69169]: DEBUG nova.virt.hardware [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.054035] env[69169]: DEBUG nova.virt.hardware [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.054035] env[69169]: DEBUG nova.virt.hardware [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.054035] env[69169]: DEBUG nova.virt.hardware [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.054035] env[69169]: DEBUG nova.virt.hardware [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.054035] env[69169]: DEBUG nova.virt.hardware [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.054035] env[69169]: DEBUG nova.virt.hardware [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.054035] env[69169]: DEBUG nova.virt.hardware [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.054035] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0688116a-02fe-441a-9f37-10105debc5e8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.069276] env[69169]: INFO nova.scheduler.client.report [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Deleted allocations for instance 5b4c3634-a153-4a61-80dc-47a8e63227a5 [ 993.074627] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbf5f90-ecc3-4888-900b-d7d4f7d8e961 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.127247] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.127247] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.127247] env[69169]: DEBUG nova.network.neutron [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.227356] env[69169]: INFO nova.compute.manager [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Rebuilding instance [ 993.276842] env[69169]: DEBUG nova.compute.manager [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.277748] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3199fe6-8fbc-4068-9792-dcaab732294e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.588636] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0009e24c-f059-453b-b755-87a05715a39b tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "5b4c3634-a153-4a61-80dc-47a8e63227a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.745s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.771580] env[69169]: DEBUG nova.compute.manager [req-3afa86c0-ded2-402d-bbcc-de7795e67946 req-c5676e49-4f9b-40cc-b200-95fc98a785ff service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Received event network-vif-plugged-144cbb76-89d5-4ed5-9f65-f965b5d2c9f7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.771807] env[69169]: DEBUG oslo_concurrency.lockutils [req-3afa86c0-ded2-402d-bbcc-de7795e67946 req-c5676e49-4f9b-40cc-b200-95fc98a785ff service nova] Acquiring lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.772041] env[69169]: DEBUG oslo_concurrency.lockutils [req-3afa86c0-ded2-402d-bbcc-de7795e67946 req-c5676e49-4f9b-40cc-b200-95fc98a785ff service nova] Lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.772238] env[69169]: DEBUG oslo_concurrency.lockutils [req-3afa86c0-ded2-402d-bbcc-de7795e67946 req-c5676e49-4f9b-40cc-b200-95fc98a785ff service nova] Lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.772405] env[69169]: DEBUG nova.compute.manager [req-3afa86c0-ded2-402d-bbcc-de7795e67946 req-c5676e49-4f9b-40cc-b200-95fc98a785ff service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] No waiting events found dispatching network-vif-plugged-144cbb76-89d5-4ed5-9f65-f965b5d2c9f7 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.772555] env[69169]: WARNING nova.compute.manager [req-3afa86c0-ded2-402d-bbcc-de7795e67946 req-c5676e49-4f9b-40cc-b200-95fc98a785ff service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Received unexpected event network-vif-plugged-144cbb76-89d5-4ed5-9f65-f965b5d2c9f7 for instance with vm_state building and task_state spawning. [ 993.816515] env[69169]: DEBUG nova.compute.manager [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.818239] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258de46c-2d59-4bc8-8821-a40cae5b9748 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.861227] env[69169]: DEBUG nova.network.neutron [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance_info_cache with network_info: [{"id": "a08c64d5-cf15-4e9d-a218-6c4115248250", "address": "fa:16:3e:30:7c:97", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08c64d5-cf", "ovs_interfaceid": "a08c64d5-cf15-4e9d-a218-6c4115248250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.926497] env[69169]: DEBUG nova.network.neutron [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Successfully updated port: 144cbb76-89d5-4ed5-9f65-f965b5d2c9f7 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.980298] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b89bd4f-26e2-4393-8b33-cd5ccd0e3019 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.990049] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "6bb8a46b-b52b-4508-ac66-d9aad90fd68c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.990184] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "6bb8a46b-b52b-4508-ac66-d9aad90fd68c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.990379] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "6bb8a46b-b52b-4508-ac66-d9aad90fd68c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.990611] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "6bb8a46b-b52b-4508-ac66-d9aad90fd68c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.991017] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "6bb8a46b-b52b-4508-ac66-d9aad90fd68c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.993902] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3f1de6-8543-4eeb-bead-7f1f0e155344 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.997212] env[69169]: INFO nova.compute.manager [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Terminating instance [ 994.027494] env[69169]: DEBUG nova.compute.manager [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.027868] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.028523] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450e6fd4-8942-425c-87fd-caee2b7f6da9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.032082] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cbefa7-3578-486f-b1be-f05ad64dac7b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.040040] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.042173] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25ce1a29-7f2d-4321-8f5e-1bfc6300524c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.045725] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488ff0de-c0a5-4812-a6ae-41b119f5ffa8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.062341] env[69169]: DEBUG nova.compute.provider_tree [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.065209] env[69169]: DEBUG oslo_vmware.api [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 994.065209] env[69169]: value = "task-3251345" [ 994.065209] env[69169]: _type = "Task" [ 994.065209] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.074126] env[69169]: DEBUG oslo_vmware.api [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.298542] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.299285] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a1b37e0-1df8-442b-865f-02e2495a32da {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.306830] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 994.306830] env[69169]: value = "task-3251346" [ 994.306830] env[69169]: _type = "Task" [ 994.306830] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.315562] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.334982] env[69169]: INFO nova.compute.manager [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] instance snapshotting [ 994.335221] env[69169]: WARNING nova.compute.manager [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 994.341259] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f15f51-a0ae-4adf-bfee-ffc6fe35d086 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.365543] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e4d08b-739a-495c-b0e7-a5069bdefdbb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.368687] env[69169]: DEBUG oslo_concurrency.lockutils [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.431656] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "refresh_cache-9d56d2af-10d5-4810-a9cd-ba3461f0f306" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.431825] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "refresh_cache-9d56d2af-10d5-4810-a9cd-ba3461f0f306" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.431981] env[69169]: DEBUG nova.network.neutron [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.570924] env[69169]: DEBUG nova.scheduler.client.report [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.580433] env[69169]: DEBUG oslo_vmware.api [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251345, 'name': PowerOffVM_Task, 'duration_secs': 0.236748} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.580714] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.580888] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.581159] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4588551f-8a49-43cd-bba2-a2eff1ff12f9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.650291] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.650712] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.651276] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Deleting the datastore file [datastore1] 6bb8a46b-b52b-4508-ac66-d9aad90fd68c {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.651697] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e4c3d31-ad93-4501-a62a-c6f387fd0527 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.662295] env[69169]: DEBUG oslo_vmware.api [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 994.662295] env[69169]: value = "task-3251348" [ 994.662295] env[69169]: _type = "Task" [ 994.662295] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.669441] env[69169]: DEBUG oslo_vmware.api [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.821548] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251346, 'name': PowerOffVM_Task, 'duration_secs': 0.126177} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.821969] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.823237] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.827420] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0ca1bc-fcaa-42c0-9779-68d05e0c2259 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.832592] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.832899] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c14ab4a4-b04b-43e4-8af8-56c84eadc348 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.857282] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.857649] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.857940] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Deleting the datastore file [datastore2] 000fb427-c633-400f-814f-82a7380cf474 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.858662] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d137743b-13ae-4c3c-931f-b981ab05b5ac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.866450] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 994.866450] env[69169]: value = "task-3251350" [ 994.866450] env[69169]: _type = "Task" [ 994.866450] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.880344] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.887425] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 994.888266] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a0e7e42a-0314-42aa-9896-671e8ae67828 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.896086] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 994.896086] env[69169]: value = "task-3251351" [ 994.896086] env[69169]: _type = "Task" [ 994.896086] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.911123] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251351, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.913178] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1d9a09-72cd-4348-8012-7f729a73fe15 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.933855] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9fb919-94c3-49c6-bb63-10f574ee7e70 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.944231] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance '5bc9b7ec-3506-4814-ab8a-8f23c33d29c7' progress to 83 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.986127] env[69169]: DEBUG nova.network.neutron [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.078244] env[69169]: DEBUG oslo_concurrency.lockutils [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.079672] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.025s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.081495] env[69169]: INFO nova.compute.claims [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.109902] env[69169]: INFO nova.scheduler.client.report [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Deleted allocations for instance 8befb294-3644-4eb5-93df-3582a170d9df [ 995.172915] env[69169]: DEBUG oslo_vmware.api [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27304} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.173331] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.173605] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.174767] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.174767] env[69169]: INFO nova.compute.manager [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 995.174767] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.175071] env[69169]: DEBUG nova.compute.manager [-] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.175232] env[69169]: DEBUG nova.network.neutron [-] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.323091] env[69169]: DEBUG nova.network.neutron [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Updating instance_info_cache with network_info: [{"id": "144cbb76-89d5-4ed5-9f65-f965b5d2c9f7", "address": "fa:16:3e:6d:ee:66", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144cbb76-89", "ovs_interfaceid": "144cbb76-89d5-4ed5-9f65-f965b5d2c9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.376211] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16808} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.376484] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.376681] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.376863] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.406752] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251351, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.451389] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.452205] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec164b83-720e-4d9a-9c18-ffb553c41141 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.460996] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 995.460996] env[69169]: value = "task-3251352" [ 995.460996] env[69169]: _type = "Task" [ 995.460996] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.474693] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.511462] env[69169]: DEBUG nova.compute.manager [req-15b34dda-f2dd-4893-ac36-d94a1e8e7779 req-30a50901-5c4b-4fc5-9cef-f8d89807504c service nova] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Received event network-vif-deleted-ced8799c-cc63-434d-b80d-7d9aefba2198 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.511820] env[69169]: INFO nova.compute.manager [req-15b34dda-f2dd-4893-ac36-d94a1e8e7779 req-30a50901-5c4b-4fc5-9cef-f8d89807504c service nova] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Neutron deleted interface ced8799c-cc63-434d-b80d-7d9aefba2198; detaching it from the instance and deleting it from the info cache [ 995.512522] env[69169]: DEBUG nova.network.neutron [req-15b34dda-f2dd-4893-ac36-d94a1e8e7779 req-30a50901-5c4b-4fc5-9cef-f8d89807504c service nova] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.624051] env[69169]: DEBUG oslo_concurrency.lockutils [None req-aad6fc5c-c8ff-419e-91ed-2a6e1b306be1 tempest-ServerAddressesTestJSON-1635325988 tempest-ServerAddressesTestJSON-1635325988-project-member] Lock "8befb294-3644-4eb5-93df-3582a170d9df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.449s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.812417] env[69169]: DEBUG nova.compute.manager [req-948dde1d-8542-441d-84c6-11c5537a47b8 req-0d037a1b-c65c-444c-b1ff-1e00bd6b6006 service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Received event network-changed-144cbb76-89d5-4ed5-9f65-f965b5d2c9f7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.812417] env[69169]: DEBUG nova.compute.manager [req-948dde1d-8542-441d-84c6-11c5537a47b8 req-0d037a1b-c65c-444c-b1ff-1e00bd6b6006 service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Refreshing instance network info cache due to event network-changed-144cbb76-89d5-4ed5-9f65-f965b5d2c9f7. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.812417] env[69169]: DEBUG oslo_concurrency.lockutils [req-948dde1d-8542-441d-84c6-11c5537a47b8 req-0d037a1b-c65c-444c-b1ff-1e00bd6b6006 service nova] Acquiring lock "refresh_cache-9d56d2af-10d5-4810-a9cd-ba3461f0f306" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.826257] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "refresh_cache-9d56d2af-10d5-4810-a9cd-ba3461f0f306" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.827309] env[69169]: DEBUG nova.compute.manager [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Instance network_info: |[{"id": "144cbb76-89d5-4ed5-9f65-f965b5d2c9f7", "address": "fa:16:3e:6d:ee:66", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144cbb76-89", "ovs_interfaceid": "144cbb76-89d5-4ed5-9f65-f965b5d2c9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.827309] env[69169]: DEBUG oslo_concurrency.lockutils [req-948dde1d-8542-441d-84c6-11c5537a47b8 req-0d037a1b-c65c-444c-b1ff-1e00bd6b6006 service nova] Acquired lock "refresh_cache-9d56d2af-10d5-4810-a9cd-ba3461f0f306" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.827309] env[69169]: DEBUG nova.network.neutron [req-948dde1d-8542-441d-84c6-11c5537a47b8 req-0d037a1b-c65c-444c-b1ff-1e00bd6b6006 service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Refreshing network info cache for port 144cbb76-89d5-4ed5-9f65-f965b5d2c9f7 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.828583] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:ee:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '144cbb76-89d5-4ed5-9f65-f965b5d2c9f7', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.837362] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.838172] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.838810] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59d8e968-a9c0-4f04-81fb-d37408f739f1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.861479] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.861479] env[69169]: value = "task-3251353" [ 995.861479] env[69169]: _type = "Task" [ 995.861479] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.870991] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251353, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.906462] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251351, 'name': CreateSnapshot_Task, 'duration_secs': 0.760038} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.906820] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 995.907607] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7982d446-c272-4615-a77e-58dff6d2b19a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.974134] env[69169]: DEBUG oslo_vmware.api [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251352, 'name': PowerOnVM_Task, 'duration_secs': 0.459051} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.974451] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.974644] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-81a55565-3a6e-4b7a-a401-e6dff41585ba tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance '5bc9b7ec-3506-4814-ab8a-8f23c33d29c7' progress to 100 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.995326] env[69169]: DEBUG nova.network.neutron [-] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.016034] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-535571c6-4622-486c-a08f-01e7cb9dc1ba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.026323] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14885a6a-681f-4509-abc8-e78c645c7d02 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.062345] env[69169]: DEBUG nova.compute.manager [req-15b34dda-f2dd-4893-ac36-d94a1e8e7779 req-30a50901-5c4b-4fc5-9cef-f8d89807504c service nova] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Detach interface failed, port_id=ced8799c-cc63-434d-b80d-7d9aefba2198, reason: Instance 6bb8a46b-b52b-4508-ac66-d9aad90fd68c could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 996.375760] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251353, 'name': CreateVM_Task, 'duration_secs': 0.402228} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.375760] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.376080] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.376376] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.377902] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.377902] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959270c5-4855-40ea-9f62-d66a93f7ddce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.383503] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 996.383503] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fb2dba-0c31-1502-9499-8d1b757194aa" [ 996.383503] env[69169]: _type = "Task" [ 996.383503] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.397234] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fb2dba-0c31-1502-9499-8d1b757194aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.420228] env[69169]: DEBUG nova.virt.hardware [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.420479] env[69169]: DEBUG nova.virt.hardware [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.420642] env[69169]: DEBUG nova.virt.hardware [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.420951] env[69169]: DEBUG nova.virt.hardware [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.421041] env[69169]: DEBUG nova.virt.hardware [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.421369] env[69169]: DEBUG nova.virt.hardware [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.421814] env[69169]: DEBUG nova.virt.hardware [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.421962] env[69169]: DEBUG nova.virt.hardware [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.422159] env[69169]: DEBUG nova.virt.hardware [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.422333] env[69169]: DEBUG nova.virt.hardware [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.422505] env[69169]: DEBUG nova.virt.hardware [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.430729] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 996.432148] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5be635-6149-46c7-b91d-36368aabb354 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.437922] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f264ca9f-1988-43b2-ac20-1628fbb6569e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.447606] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503a0daf-bff6-4bf9-8b6d-b83125351178 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.452422] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 996.452422] env[69169]: value = "task-3251357" [ 996.452422] env[69169]: _type = "Task" [ 996.452422] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.476052] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.481964] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.490105] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 000fb427-c633-400f-814f-82a7380cf474] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.498307] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa4c24c6-397c-4826-89ef-5ec4fb24f87a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.508210] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251357, 'name': CloneVM_Task} progress is 21%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.511199] env[69169]: INFO nova.compute.manager [-] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Took 1.34 seconds to deallocate network for instance. [ 996.520037] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.520037] env[69169]: value = "task-3251358" [ 996.520037] env[69169]: _type = "Task" [ 996.520037] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.529499] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251358, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.573977] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f98625-9e53-4d02-b691-070b1e0d4db5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.582532] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423c5af5-a2ea-46fb-8f46-32986d2ff843 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.614919] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6ba597-525b-41f3-955d-2b97bb8a3c4c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.622750] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3cf876-59f9-455e-8b27-116dd2a23ed2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.637894] env[69169]: DEBUG nova.compute.provider_tree [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.895563] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fb2dba-0c31-1502-9499-8d1b757194aa, 'name': SearchDatastore_Task, 'duration_secs': 0.01963} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.895964] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.896289] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.896570] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.896747] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.896978] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.897314] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d96d995-2076-4928-b9d1-6792c2043b35 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.905556] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.905786] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.907199] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a91701-7607-456e-81b4-0271358db10f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.917215] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 996.917215] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520b96b1-e19f-f2eb-ddef-8a55913550a5" [ 996.917215] env[69169]: _type = "Task" [ 996.917215] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.923412] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520b96b1-e19f-f2eb-ddef-8a55913550a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.958231] env[69169]: DEBUG nova.network.neutron [req-948dde1d-8542-441d-84c6-11c5537a47b8 req-0d037a1b-c65c-444c-b1ff-1e00bd6b6006 service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Updated VIF entry in instance network info cache for port 144cbb76-89d5-4ed5-9f65-f965b5d2c9f7. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.958980] env[69169]: DEBUG nova.network.neutron [req-948dde1d-8542-441d-84c6-11c5537a47b8 req-0d037a1b-c65c-444c-b1ff-1e00bd6b6006 service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Updating instance_info_cache with network_info: [{"id": "144cbb76-89d5-4ed5-9f65-f965b5d2c9f7", "address": "fa:16:3e:6d:ee:66", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144cbb76-89", "ovs_interfaceid": "144cbb76-89d5-4ed5-9f65-f965b5d2c9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.972281] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251357, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.025039] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.030766] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251358, 'name': CreateVM_Task, 'duration_secs': 0.376497} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.031025] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 000fb427-c633-400f-814f-82a7380cf474] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.031391] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.031551] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.031870] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.032817] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c313582-c578-4e6c-af8b-0ed3df3ac8ea {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.037330] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 997.037330] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5228e64e-436e-46e0-9a8f-9fe3eed845bd" [ 997.037330] env[69169]: _type = "Task" [ 997.037330] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.048581] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5228e64e-436e-46e0-9a8f-9fe3eed845bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.141446] env[69169]: DEBUG nova.scheduler.client.report [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.426404] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520b96b1-e19f-f2eb-ddef-8a55913550a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011973} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.427711] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe03865-61bc-411b-bf62-adbf43cb41dd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.433994] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 997.433994] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5288a9ff-4580-44d3-84b5-5324d86fecb9" [ 997.433994] env[69169]: _type = "Task" [ 997.433994] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.442141] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5288a9ff-4580-44d3-84b5-5324d86fecb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.466465] env[69169]: DEBUG oslo_concurrency.lockutils [req-948dde1d-8542-441d-84c6-11c5537a47b8 req-0d037a1b-c65c-444c-b1ff-1e00bd6b6006 service nova] Releasing lock "refresh_cache-9d56d2af-10d5-4810-a9cd-ba3461f0f306" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.473480] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251357, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.555088] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5228e64e-436e-46e0-9a8f-9fe3eed845bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012016} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.555622] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.555622] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.555796] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.650028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.650028] env[69169]: DEBUG nova.compute.manager [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.650624] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.262s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.655656] env[69169]: INFO nova.compute.claims [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.947296] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5288a9ff-4580-44d3-84b5-5324d86fecb9, 'name': SearchDatastore_Task, 'duration_secs': 0.014432} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.947592] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.947854] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 9d56d2af-10d5-4810-a9cd-ba3461f0f306/9d56d2af-10d5-4810-a9cd-ba3461f0f306.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.948214] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.948867] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.948867] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-517e7ab1-bb91-4afe-91cc-237ee4e66122 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.950779] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2f020cd-eee9-4679-8362-83a0a9bd64d0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.958221] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 997.958221] env[69169]: value = "task-3251359" [ 997.958221] env[69169]: _type = "Task" [ 997.958221] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.962537] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.962740] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.966613] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff1304f-306b-486b-8fcf-5023837690fc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.972266] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.977240] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251357, 'name': CloneVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.978420] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 997.978420] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a7ac02-33af-7232-b854-88da3c7d295f" [ 997.978420] env[69169]: _type = "Task" [ 997.978420] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.986558] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a7ac02-33af-7232-b854-88da3c7d295f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.168032] env[69169]: DEBUG nova.compute.utils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.168032] env[69169]: DEBUG nova.compute.manager [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.168032] env[69169]: DEBUG nova.network.neutron [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.250052] env[69169]: DEBUG nova.policy [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd9503b8c4d14bdd9e8ed33fdb8dc734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0679c901ad846169c25de1ad80c6ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.384144] env[69169]: DEBUG nova.network.neutron [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Port a08c64d5-cf15-4e9d-a218-6c4115248250 binding to destination host cpu-1 is already ACTIVE {{(pid=69169) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 998.384300] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.385220] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.385369] env[69169]: DEBUG nova.network.neutron [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.473625] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251357, 'name': CloneVM_Task, 'duration_secs': 1.56949} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.479038] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Created linked-clone VM from snapshot [ 998.479038] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251359, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.479038] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ba60eb-c4d9-4202-8cd3-0618fa9d6183 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.487773] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Uploading image b7ccaf9a-5e0c-4c05-96f0-8627ce40c2f1 {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 998.493422] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a7ac02-33af-7232-b854-88da3c7d295f, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.493993] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2073b4ca-5149-4966-9edc-919cfb4e340a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.500145] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 998.500145] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b5f825-560c-f1e9-da3c-9b60148a06c8" [ 998.500145] env[69169]: _type = "Task" [ 998.500145] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.508123] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b5f825-560c-f1e9-da3c-9b60148a06c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.520119] env[69169]: DEBUG oslo_vmware.rw_handles [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 998.520119] env[69169]: value = "vm-649678" [ 998.520119] env[69169]: _type = "VirtualMachine" [ 998.520119] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 998.520465] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-11c1b6d8-d9d0-4fb6-8d94-411da4c5c434 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.526548] env[69169]: DEBUG oslo_vmware.rw_handles [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lease: (returnval){ [ 998.526548] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5214eba1-9a03-6227-9b91-0de4c2257bc7" [ 998.526548] env[69169]: _type = "HttpNfcLease" [ 998.526548] env[69169]: } obtained for exporting VM: (result){ [ 998.526548] env[69169]: value = "vm-649678" [ 998.526548] env[69169]: _type = "VirtualMachine" [ 998.526548] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 998.526970] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the lease: (returnval){ [ 998.526970] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5214eba1-9a03-6227-9b91-0de4c2257bc7" [ 998.526970] env[69169]: _type = "HttpNfcLease" [ 998.526970] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 998.533089] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 998.533089] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5214eba1-9a03-6227-9b91-0de4c2257bc7" [ 998.533089] env[69169]: _type = "HttpNfcLease" [ 998.533089] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 998.617734] env[69169]: DEBUG nova.network.neutron [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Successfully created port: fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.672097] env[69169]: DEBUG nova.compute.manager [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.968606] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540157} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.971436] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 9d56d2af-10d5-4810-a9cd-ba3461f0f306/9d56d2af-10d5-4810-a9cd-ba3461f0f306.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.971604] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.972106] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbb709f6-5067-4afb-bba1-837052894efe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.981367] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 998.981367] env[69169]: value = "task-3251362" [ 998.981367] env[69169]: _type = "Task" [ 998.981367] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.991083] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.013191] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b5f825-560c-f1e9-da3c-9b60148a06c8, 'name': SearchDatastore_Task, 'duration_secs': 0.023939} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.016739] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.017016] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 000fb427-c633-400f-814f-82a7380cf474/000fb427-c633-400f-814f-82a7380cf474.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.017519] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eef971b2-d3ef-4a12-9175-e7b338c07353 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.026349] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 999.026349] env[69169]: value = "task-3251363" [ 999.026349] env[69169]: _type = "Task" [ 999.026349] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.040621] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.042515] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 999.042515] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5214eba1-9a03-6227-9b91-0de4c2257bc7" [ 999.042515] env[69169]: _type = "HttpNfcLease" [ 999.042515] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 999.045189] env[69169]: DEBUG oslo_vmware.rw_handles [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 999.045189] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5214eba1-9a03-6227-9b91-0de4c2257bc7" [ 999.045189] env[69169]: _type = "HttpNfcLease" [ 999.045189] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 999.046313] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0506ae9-a8a2-435e-9251-cf0cd7b16957 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.053915] env[69169]: DEBUG oslo_vmware.rw_handles [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a25ce3-003f-1928-1f91-1fd1253ce172/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 999.054464] env[69169]: DEBUG oslo_vmware.rw_handles [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a25ce3-003f-1928-1f91-1fd1253ce172/disk-0.vmdk for reading. {{(pid=69169) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 999.153472] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02cab122-aca7-41fd-8570-3f27e430dae0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.168470] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4745eb6b-efb1-4343-b882-0ae774fb782e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.178861] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f93fb4-a2b1-4f6b-9edb-ab073759bf94 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.220512] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea3ccf7-883f-45ff-9749-93bf57fad463 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.230687] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fc77e9-7441-490a-9125-69f6f883cf7b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.245474] env[69169]: DEBUG nova.compute.provider_tree [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.286115] env[69169]: DEBUG nova.network.neutron [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance_info_cache with network_info: [{"id": "a08c64d5-cf15-4e9d-a218-6c4115248250", "address": "fa:16:3e:30:7c:97", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08c64d5-cf", "ovs_interfaceid": "a08c64d5-cf15-4e9d-a218-6c4115248250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.493559] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067227} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.493844] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.494749] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0c7617-6ac9-4e31-bb42-9ab86f557a12 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.519198] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9d56d2af-10d5-4810-a9cd-ba3461f0f306/9d56d2af-10d5-4810-a9cd-ba3461f0f306.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.519650] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ad13bf4-3b3f-4249-81af-120f89b08413 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.545241] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251363, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.546655] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 999.546655] env[69169]: value = "task-3251364" [ 999.546655] env[69169]: _type = "Task" [ 999.546655] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.555268] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.689136] env[69169]: DEBUG nova.compute.manager [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.719883] env[69169]: DEBUG nova.virt.hardware [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.720332] env[69169]: DEBUG nova.virt.hardware [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.720585] env[69169]: DEBUG nova.virt.hardware [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.720838] env[69169]: DEBUG nova.virt.hardware [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.721055] env[69169]: DEBUG nova.virt.hardware [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.721253] env[69169]: DEBUG nova.virt.hardware [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.721759] env[69169]: DEBUG nova.virt.hardware [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.722025] env[69169]: DEBUG nova.virt.hardware [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.722277] env[69169]: DEBUG nova.virt.hardware [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.722554] env[69169]: DEBUG nova.virt.hardware [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.722786] env[69169]: DEBUG nova.virt.hardware [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.723836] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411377a5-9d74-4559-8423-33c6694756f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.733097] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c5b730-cd00-4d30-aad2-439c48d63f7c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.749760] env[69169]: DEBUG nova.scheduler.client.report [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.788755] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.053596] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251363, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.059697] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251364, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.103409] env[69169]: DEBUG nova.compute.manager [req-517a3ee2-153e-4125-9bc0-77a1b48e3c66 req-ba9ee1be-6302-4452-ad72-1500773475d0 service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Received event network-vif-plugged-fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.104110] env[69169]: DEBUG oslo_concurrency.lockutils [req-517a3ee2-153e-4125-9bc0-77a1b48e3c66 req-ba9ee1be-6302-4452-ad72-1500773475d0 service nova] Acquiring lock "2f33b223-ee35-4459-9f89-1fe22c03edce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.104110] env[69169]: DEBUG oslo_concurrency.lockutils [req-517a3ee2-153e-4125-9bc0-77a1b48e3c66 req-ba9ee1be-6302-4452-ad72-1500773475d0 service nova] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.104110] env[69169]: DEBUG oslo_concurrency.lockutils [req-517a3ee2-153e-4125-9bc0-77a1b48e3c66 req-ba9ee1be-6302-4452-ad72-1500773475d0 service nova] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.108020] env[69169]: DEBUG nova.compute.manager [req-517a3ee2-153e-4125-9bc0-77a1b48e3c66 req-ba9ee1be-6302-4452-ad72-1500773475d0 service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] No waiting events found dispatching network-vif-plugged-fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.108245] env[69169]: WARNING nova.compute.manager [req-517a3ee2-153e-4125-9bc0-77a1b48e3c66 req-ba9ee1be-6302-4452-ad72-1500773475d0 service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Received unexpected event network-vif-plugged-fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 for instance with vm_state building and task_state spawning. [ 1000.211414] env[69169]: DEBUG nova.network.neutron [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Successfully updated port: fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.255868] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.256845] env[69169]: DEBUG nova.compute.manager [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.260732] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.248s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.262324] env[69169]: INFO nova.compute.claims [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.295722] env[69169]: DEBUG nova.compute.manager [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69169) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1000.296056] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.548882] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251363, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.082107} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.549249] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 000fb427-c633-400f-814f-82a7380cf474/000fb427-c633-400f-814f-82a7380cf474.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.549518] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.549857] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f3f4d5d-76f2-4ebc-94a2-a9351105af69 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.568649] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251364, 'name': ReconfigVM_Task, 'duration_secs': 0.547386} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.574252] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9d56d2af-10d5-4810-a9cd-ba3461f0f306/9d56d2af-10d5-4810-a9cd-ba3461f0f306.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.575338] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 1000.575338] env[69169]: value = "task-3251365" [ 1000.575338] env[69169]: _type = "Task" [ 1000.575338] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.575645] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-851d4457-11a6-4985-bf06-a43eefb85a39 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.590131] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.595225] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1000.595225] env[69169]: value = "task-3251366" [ 1000.595225] env[69169]: _type = "Task" [ 1000.595225] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.602709] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251366, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.716682] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.716837] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.716991] env[69169]: DEBUG nova.network.neutron [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.767302] env[69169]: DEBUG nova.compute.utils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.774027] env[69169]: DEBUG nova.compute.manager [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.774027] env[69169]: DEBUG nova.network.neutron [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.811685] env[69169]: DEBUG nova.policy [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70d6b4adc7a44efe8fb1c42585bb8996', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '826de5dfc02d4cde8472cd3e083139da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.090049] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127452} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.091387] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.091387] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08da7f9c-2ab1-44c2-b850-ecd2565e9614 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.104070] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251366, 'name': Rename_Task, 'duration_secs': 0.153378} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.113623] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.125619] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 000fb427-c633-400f-814f-82a7380cf474/000fb427-c633-400f-814f-82a7380cf474.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.125619] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45e70eae-d610-485a-a846-18dc3730468c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.128718] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921c00d5-71f1-42f3-ace6-368ac17657f3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.144805] env[69169]: DEBUG nova.network.neutron [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Successfully created port: dbfae938-2342-404c-8edb-33b46274f848 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.152735] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 1001.152735] env[69169]: value = "task-3251369" [ 1001.152735] env[69169]: _type = "Task" [ 1001.152735] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.154803] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1001.154803] env[69169]: value = "task-3251368" [ 1001.154803] env[69169]: _type = "Task" [ 1001.154803] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.166268] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251369, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.169599] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.254105] env[69169]: DEBUG nova.network.neutron [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.274819] env[69169]: DEBUG nova.compute.manager [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.441021] env[69169]: DEBUG nova.network.neutron [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Updating instance_info_cache with network_info: [{"id": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "address": "fa:16:3e:0c:cd:f4", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbbbb147-e6", "ovs_interfaceid": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.672877] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251369, 'name': ReconfigVM_Task, 'duration_secs': 0.355123} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.677036] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 000fb427-c633-400f-814f-82a7380cf474/000fb427-c633-400f-814f-82a7380cf474.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.680162] env[69169]: DEBUG oslo_vmware.api [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251368, 'name': PowerOnVM_Task, 'duration_secs': 0.519373} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.680162] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30ed1282-6bb3-410d-9cfe-e2718ef413ea {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.680162] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.680453] env[69169]: INFO nova.compute.manager [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1001.680453] env[69169]: DEBUG nova.compute.manager [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.683821] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00bc1f7-7da9-4a2f-be26-934ae58d3f06 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.698015] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 1001.698015] env[69169]: value = "task-3251370" [ 1001.698015] env[69169]: _type = "Task" [ 1001.698015] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.714263] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251370, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.794677] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b382a9-ab75-47d4-9d43-53372e0f65d6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.807290] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfb1aa2-c18d-4301-96ef-3952d7cadec4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.846619] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88955537-7b2f-4d90-926c-17f5fba52be6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.856281] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f203d5df-1be9-46a8-b3a3-b27dd5e8b2d6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.872537] env[69169]: DEBUG nova.compute.provider_tree [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.943504] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.943901] env[69169]: DEBUG nova.compute.manager [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Instance network_info: |[{"id": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "address": "fa:16:3e:0c:cd:f4", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbbbb147-e6", "ovs_interfaceid": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.944407] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:cd:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbbbb147-e69f-4b8d-8f7e-e81cc36400f8', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.952230] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.952820] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.953103] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa619f21-f55d-457b-a526-f27a9abaae69 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.972230] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.972230] env[69169]: value = "task-3251371" [ 1001.972230] env[69169]: _type = "Task" [ 1001.972230] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.980706] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251371, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.132779] env[69169]: DEBUG nova.compute.manager [req-d37034e5-637b-43a6-9686-631f7bfeafba req-564e97c5-ec05-405c-884e-219f7de1ae34 service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Received event network-changed-fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.132897] env[69169]: DEBUG nova.compute.manager [req-d37034e5-637b-43a6-9686-631f7bfeafba req-564e97c5-ec05-405c-884e-219f7de1ae34 service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Refreshing instance network info cache due to event network-changed-fbbbb147-e69f-4b8d-8f7e-e81cc36400f8. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.133125] env[69169]: DEBUG oslo_concurrency.lockutils [req-d37034e5-637b-43a6-9686-631f7bfeafba req-564e97c5-ec05-405c-884e-219f7de1ae34 service nova] Acquiring lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.133284] env[69169]: DEBUG oslo_concurrency.lockutils [req-d37034e5-637b-43a6-9686-631f7bfeafba req-564e97c5-ec05-405c-884e-219f7de1ae34 service nova] Acquired lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.133455] env[69169]: DEBUG nova.network.neutron [req-d37034e5-637b-43a6-9686-631f7bfeafba req-564e97c5-ec05-405c-884e-219f7de1ae34 service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Refreshing network info cache for port fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.211232] env[69169]: INFO nova.compute.manager [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Took 34.81 seconds to build instance. [ 1002.216341] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251370, 'name': Rename_Task, 'duration_secs': 0.209242} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.216850] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.216951] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d8fd5bc-ea86-4526-a6b2-ec93a7f9efb4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.224824] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 1002.224824] env[69169]: value = "task-3251372" [ 1002.224824] env[69169]: _type = "Task" [ 1002.224824] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.236197] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.303053] env[69169]: DEBUG nova.compute.manager [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.321741] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquiring lock "db322ef3-1e66-4ec5-831e-ea324be1c679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.321991] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Lock "db322ef3-1e66-4ec5-831e-ea324be1c679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.336590] env[69169]: DEBUG nova.virt.hardware [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.336868] env[69169]: DEBUG nova.virt.hardware [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.337090] env[69169]: DEBUG nova.virt.hardware [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.337341] env[69169]: DEBUG nova.virt.hardware [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.337557] env[69169]: DEBUG nova.virt.hardware [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.337853] env[69169]: DEBUG nova.virt.hardware [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.337955] env[69169]: DEBUG nova.virt.hardware [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.338194] env[69169]: DEBUG nova.virt.hardware [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.338415] env[69169]: DEBUG nova.virt.hardware [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.338631] env[69169]: DEBUG nova.virt.hardware [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.338818] env[69169]: DEBUG nova.virt.hardware [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.340347] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c755b2-8a1e-4979-947f-48c0cf52d616 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.349527] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5a3e2c-a860-4844-a450-b03847005e07 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.375477] env[69169]: DEBUG nova.scheduler.client.report [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.484131] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251371, 'name': CreateVM_Task, 'duration_secs': 0.390746} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.484340] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.485042] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.486563] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.486889] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.487175] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8c4f9b-30bd-430a-a1a7-79277ebcf6af {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.491889] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1002.491889] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524035ba-196e-2c70-4eaf-059217140d44" [ 1002.491889] env[69169]: _type = "Task" [ 1002.491889] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.499883] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524035ba-196e-2c70-4eaf-059217140d44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.713561] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6f216f83-f531-42d7-bcd5-fe695314c501 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.323s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.734971] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251372, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.826933] env[69169]: DEBUG nova.compute.manager [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.881900] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.882499] env[69169]: DEBUG nova.compute.manager [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.886125] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.483s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.890022] env[69169]: INFO nova.compute.claims [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.899799] env[69169]: DEBUG nova.network.neutron [req-d37034e5-637b-43a6-9686-631f7bfeafba req-564e97c5-ec05-405c-884e-219f7de1ae34 service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Updated VIF entry in instance network info cache for port fbbbb147-e69f-4b8d-8f7e-e81cc36400f8. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.900231] env[69169]: DEBUG nova.network.neutron [req-d37034e5-637b-43a6-9686-631f7bfeafba req-564e97c5-ec05-405c-884e-219f7de1ae34 service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Updating instance_info_cache with network_info: [{"id": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "address": "fa:16:3e:0c:cd:f4", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbbbb147-e6", "ovs_interfaceid": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.009884] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524035ba-196e-2c70-4eaf-059217140d44, 'name': SearchDatastore_Task, 'duration_secs': 0.015732} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.010318] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.010594] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.010852] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.011013] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.011204] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.011516] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-132159ac-887f-4224-b514-c059adf597a2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.024026] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.024026] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.024026] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b16d934-ea64-49b8-a2ab-7f131b8e4f2a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.029710] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1003.029710] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52aedac8-7308-4836-8451-4ed65cdecf0f" [ 1003.029710] env[69169]: _type = "Task" [ 1003.029710] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.041640] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52aedac8-7308-4836-8451-4ed65cdecf0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.237863] env[69169]: DEBUG oslo_vmware.api [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251372, 'name': PowerOnVM_Task, 'duration_secs': 0.73431} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.242772] env[69169]: DEBUG nova.network.neutron [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Successfully updated port: dbfae938-2342-404c-8edb-33b46274f848 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.242772] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.242772] env[69169]: DEBUG nova.compute.manager [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.242772] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8862517b-b772-44c0-90c4-6cd3fe2d5681 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.365478] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.400474] env[69169]: DEBUG nova.compute.utils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.400689] env[69169]: DEBUG nova.compute.manager [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.401232] env[69169]: DEBUG nova.network.neutron [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.406225] env[69169]: DEBUG oslo_concurrency.lockutils [req-d37034e5-637b-43a6-9686-631f7bfeafba req-564e97c5-ec05-405c-884e-219f7de1ae34 service nova] Releasing lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.451043] env[69169]: DEBUG nova.policy [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e797286082e420cac6e39eb3f5fd6af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db1de70235344735a78091aa0aa17713', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.545454] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52aedac8-7308-4836-8451-4ed65cdecf0f, 'name': SearchDatastore_Task, 'duration_secs': 0.014233} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.546181] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d76ddc-9baa-4ce2-a56f-419db8229921 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.553195] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1003.553195] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526f6113-85e3-3f13-3d1a-28759cc546f6" [ 1003.553195] env[69169]: _type = "Task" [ 1003.553195] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.563758] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526f6113-85e3-3f13-3d1a-28759cc546f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.744290] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "refresh_cache-31492cd2-0e25-454c-840e-6d0cd9ea8dd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.744290] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquired lock "refresh_cache-31492cd2-0e25-454c-840e-6d0cd9ea8dd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.744290] env[69169]: DEBUG nova.network.neutron [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.762468] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.831191] env[69169]: DEBUG nova.network.neutron [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Successfully created port: bbca2b64-cc80-44c9-be8c-be16cc3ac0ee {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.905151] env[69169]: DEBUG nova.compute.manager [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.948884] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Acquiring lock "5b19a47f-8fcb-4574-8b9a-0311a35c168a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.949224] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Lock "5b19a47f-8fcb-4574-8b9a-0311a35c168a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.950714] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Acquiring lock "5b19a47f-8fcb-4574-8b9a-0311a35c168a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.950714] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Lock "5b19a47f-8fcb-4574-8b9a-0311a35c168a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.950714] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Lock "5b19a47f-8fcb-4574-8b9a-0311a35c168a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.954826] env[69169]: INFO nova.compute.manager [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Terminating instance [ 1004.072148] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.072483] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.072746] env[69169]: INFO nova.compute.manager [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Shelving [ 1004.074448] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526f6113-85e3-3f13-3d1a-28759cc546f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.077230] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.077498] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 2f33b223-ee35-4459-9f89-1fe22c03edce/2f33b223-ee35-4459-9f89-1fe22c03edce.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.081264] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbc3a012-ab14-4982-bef2-3272e8101b0a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.085826] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1004.085826] env[69169]: value = "task-3251374" [ 1004.085826] env[69169]: _type = "Task" [ 1004.085826] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.099709] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.196391] env[69169]: DEBUG nova.compute.manager [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Received event network-vif-plugged-dbfae938-2342-404c-8edb-33b46274f848 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.196761] env[69169]: DEBUG oslo_concurrency.lockutils [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] Acquiring lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.196964] env[69169]: DEBUG oslo_concurrency.lockutils [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.197220] env[69169]: DEBUG oslo_concurrency.lockutils [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.197456] env[69169]: DEBUG nova.compute.manager [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] No waiting events found dispatching network-vif-plugged-dbfae938-2342-404c-8edb-33b46274f848 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.197714] env[69169]: WARNING nova.compute.manager [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Received unexpected event network-vif-plugged-dbfae938-2342-404c-8edb-33b46274f848 for instance with vm_state building and task_state spawning. [ 1004.197905] env[69169]: DEBUG nova.compute.manager [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Received event network-changed-dbfae938-2342-404c-8edb-33b46274f848 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.198260] env[69169]: DEBUG nova.compute.manager [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Refreshing instance network info cache due to event network-changed-dbfae938-2342-404c-8edb-33b46274f848. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.198443] env[69169]: DEBUG oslo_concurrency.lockutils [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] Acquiring lock "refresh_cache-31492cd2-0e25-454c-840e-6d0cd9ea8dd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.294130] env[69169]: DEBUG nova.network.neutron [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.345323] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241799df-5d4a-4479-be77-4613abf92b3b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.355179] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993bef5-8924-4a84-8201-3fe83fe45844 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.389660] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566d7535-5501-413e-b34f-10f23445f97d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.397473] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5362489-fddd-4d00-97ce-c472d12d99c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.421095] env[69169]: DEBUG nova.compute.provider_tree [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.459663] env[69169]: DEBUG nova.compute.manager [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.460574] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.460809] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3a563d-366c-4664-8000-395bd0b7034d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.474084] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.474084] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33993113-aa5f-4a6d-962b-f463eea11d90 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.481067] env[69169]: DEBUG oslo_vmware.api [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Waiting for the task: (returnval){ [ 1004.481067] env[69169]: value = "task-3251375" [ 1004.481067] env[69169]: _type = "Task" [ 1004.481067] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.492065] env[69169]: DEBUG oslo_vmware.api [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.503043] env[69169]: DEBUG nova.network.neutron [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Updating instance_info_cache with network_info: [{"id": "dbfae938-2342-404c-8edb-33b46274f848", "address": "fa:16:3e:2a:bd:48", "network": {"id": "dcd2e068-e9dc-48d2-a260-e782f89ac30a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-36465712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "826de5dfc02d4cde8472cd3e083139da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbfae938-23", "ovs_interfaceid": "dbfae938-2342-404c-8edb-33b46274f848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.595884] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468501} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.596947] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 2f33b223-ee35-4459-9f89-1fe22c03edce/2f33b223-ee35-4459-9f89-1fe22c03edce.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.597207] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.597477] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c9bab17-62ba-439b-815e-511b3c68c4a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.605072] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1004.605072] env[69169]: value = "task-3251376" [ 1004.605072] env[69169]: _type = "Task" [ 1004.605072] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.613807] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.778373] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquiring lock "000fb427-c633-400f-814f-82a7380cf474" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.778807] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Lock "000fb427-c633-400f-814f-82a7380cf474" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.779185] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquiring lock "000fb427-c633-400f-814f-82a7380cf474-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.779526] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Lock "000fb427-c633-400f-814f-82a7380cf474-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.779803] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Lock "000fb427-c633-400f-814f-82a7380cf474-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.782448] env[69169]: INFO nova.compute.manager [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Terminating instance [ 1004.923657] env[69169]: DEBUG nova.compute.manager [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.926557] env[69169]: DEBUG nova.scheduler.client.report [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.953500] env[69169]: DEBUG nova.virt.hardware [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.953751] env[69169]: DEBUG nova.virt.hardware [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.953991] env[69169]: DEBUG nova.virt.hardware [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.954362] env[69169]: DEBUG nova.virt.hardware [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.954439] env[69169]: DEBUG nova.virt.hardware [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.954560] env[69169]: DEBUG nova.virt.hardware [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.954772] env[69169]: DEBUG nova.virt.hardware [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.954931] env[69169]: DEBUG nova.virt.hardware [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.955151] env[69169]: DEBUG nova.virt.hardware [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.955438] env[69169]: DEBUG nova.virt.hardware [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.955510] env[69169]: DEBUG nova.virt.hardware [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.956839] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e944634-acaf-4900-a218-e84faf93fc5b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.966048] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dd25eb-6ea1-4231-998a-d1d091df2eab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.990042] env[69169]: DEBUG oslo_vmware.api [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251375, 'name': PowerOffVM_Task, 'duration_secs': 0.304459} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.990324] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.990511] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.990773] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23303ee5-fad3-493e-a024-743d8f551306 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.006235] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Releasing lock "refresh_cache-31492cd2-0e25-454c-840e-6d0cd9ea8dd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.006589] env[69169]: DEBUG nova.compute.manager [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Instance network_info: |[{"id": "dbfae938-2342-404c-8edb-33b46274f848", "address": "fa:16:3e:2a:bd:48", "network": {"id": "dcd2e068-e9dc-48d2-a260-e782f89ac30a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-36465712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "826de5dfc02d4cde8472cd3e083139da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbfae938-23", "ovs_interfaceid": "dbfae938-2342-404c-8edb-33b46274f848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.006902] env[69169]: DEBUG oslo_concurrency.lockutils [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] Acquired lock "refresh_cache-31492cd2-0e25-454c-840e-6d0cd9ea8dd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.007092] env[69169]: DEBUG nova.network.neutron [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Refreshing network info cache for port dbfae938-2342-404c-8edb-33b46274f848 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.008486] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:bd:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbfae938-2342-404c-8edb-33b46274f848', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.017465] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.018886] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.019145] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbf0a541-dc90-45c3-9af6-1ab9beeff376 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.039941] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.039941] env[69169]: value = "task-3251378" [ 1005.039941] env[69169]: _type = "Task" [ 1005.039941] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.050404] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251378, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.064838] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.065146] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.066033] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Deleting the datastore file [datastore1] 5b19a47f-8fcb-4574-8b9a-0311a35c168a {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.066033] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a87a5cc-b5ae-4a60-9318-919899cd7a71 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.076963] env[69169]: DEBUG oslo_vmware.api [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Waiting for the task: (returnval){ [ 1005.076963] env[69169]: value = "task-3251379" [ 1005.076963] env[69169]: _type = "Task" [ 1005.076963] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.084983] env[69169]: DEBUG oslo_vmware.api [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.087052] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.087462] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25262768-1a41-4f55-aec4-33005a5e73d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.094956] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1005.094956] env[69169]: value = "task-3251380" [ 1005.094956] env[69169]: _type = "Task" [ 1005.094956] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.103522] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.115818] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069635} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.116122] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.116958] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ae30e8-0d29-479a-bd92-378054d0fbdf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.140168] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 2f33b223-ee35-4459-9f89-1fe22c03edce/2f33b223-ee35-4459-9f89-1fe22c03edce.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.140544] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5850d4ca-316b-4ff6-ad0a-42db59bc97fe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.161598] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1005.161598] env[69169]: value = "task-3251382" [ 1005.161598] env[69169]: _type = "Task" [ 1005.161598] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.171908] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.291306] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquiring lock "refresh_cache-000fb427-c633-400f-814f-82a7380cf474" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.291617] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquired lock "refresh_cache-000fb427-c633-400f-814f-82a7380cf474" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.291841] env[69169]: DEBUG nova.network.neutron [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.431767] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.432875] env[69169]: DEBUG nova.compute.manager [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.437157] env[69169]: DEBUG oslo_concurrency.lockutils [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.168s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.437504] env[69169]: DEBUG nova.objects.instance [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lazy-loading 'resources' on Instance uuid 9508d01e-4f1e-4545-87b9-fd7e1b5d6404 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.462666] env[69169]: DEBUG nova.network.neutron [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Successfully updated port: bbca2b64-cc80-44c9-be8c-be16cc3ac0ee {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.550779] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251378, 'name': CreateVM_Task, 'duration_secs': 0.449611} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.550973] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.551736] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.551902] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.552279] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.552556] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed04512-c390-4460-9916-fada9447111b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.557658] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1005.557658] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522a264f-5c00-c4df-56f9-4822b9aa23b2" [ 1005.557658] env[69169]: _type = "Task" [ 1005.557658] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.569840] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522a264f-5c00-c4df-56f9-4822b9aa23b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.584358] env[69169]: DEBUG oslo_vmware.api [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Task: {'id': task-3251379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242969} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.584653] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.584842] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.585061] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.585268] env[69169]: INFO nova.compute.manager [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1005.585548] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.585753] env[69169]: DEBUG nova.compute.manager [-] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.585851] env[69169]: DEBUG nova.network.neutron [-] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.604339] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251380, 'name': PowerOffVM_Task, 'duration_secs': 0.250325} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.607059] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.608093] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aac9483-3ad8-4986-86d1-776e0d36649a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.632223] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b178ebab-50a4-4f8f-8c92-7812d80f1cda {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.672383] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251382, 'name': ReconfigVM_Task, 'duration_secs': 0.506692} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.672709] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 2f33b223-ee35-4459-9f89-1fe22c03edce/2f33b223-ee35-4459-9f89-1fe22c03edce.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.673411] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-386dd255-9601-4278-9b32-dfb86f507c28 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.680474] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1005.680474] env[69169]: value = "task-3251383" [ 1005.680474] env[69169]: _type = "Task" [ 1005.680474] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.693672] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251383, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.772495] env[69169]: DEBUG nova.network.neutron [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Updated VIF entry in instance network info cache for port dbfae938-2342-404c-8edb-33b46274f848. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.772982] env[69169]: DEBUG nova.network.neutron [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Updating instance_info_cache with network_info: [{"id": "dbfae938-2342-404c-8edb-33b46274f848", "address": "fa:16:3e:2a:bd:48", "network": {"id": "dcd2e068-e9dc-48d2-a260-e782f89ac30a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-36465712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "826de5dfc02d4cde8472cd3e083139da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbfae938-23", "ovs_interfaceid": "dbfae938-2342-404c-8edb-33b46274f848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.831315] env[69169]: DEBUG nova.network.neutron [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.925687] env[69169]: DEBUG nova.network.neutron [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.940911] env[69169]: DEBUG nova.compute.utils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.946038] env[69169]: DEBUG nova.compute.manager [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.946038] env[69169]: DEBUG nova.network.neutron [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.966291] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "refresh_cache-86b49110-4193-4eb9-b2e4-40b97ff58a2b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.966291] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "refresh_cache-86b49110-4193-4eb9-b2e4-40b97ff58a2b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.966482] env[69169]: DEBUG nova.network.neutron [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.032092] env[69169]: DEBUG nova.policy [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccf49f3c9f084544a65e6c4ebed88f78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e2eb6263c53424cb4c0503560fba134', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.077607] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522a264f-5c00-c4df-56f9-4822b9aa23b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016302} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.079864] env[69169]: DEBUG oslo_vmware.rw_handles [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a25ce3-003f-1928-1f91-1fd1253ce172/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1006.080733] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.080733] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.080733] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.080903] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.081066] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.081973] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7985f5-4be4-4af9-9c4f-d81e4ca42437 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.088626] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f43d8f9c-3d42-44c6-919a-6b59e8bec302 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.095048] env[69169]: DEBUG oslo_vmware.rw_handles [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a25ce3-003f-1928-1f91-1fd1253ce172/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1006.095265] env[69169]: ERROR oslo_vmware.rw_handles [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a25ce3-003f-1928-1f91-1fd1253ce172/disk-0.vmdk due to incomplete transfer. [ 1006.095519] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20f12f8f-f53b-472d-a5f4-7fa6392ca7d5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.098750] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.099009] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.100306] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12999e48-2fcd-46e5-a714-952b486cc411 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.103273] env[69169]: DEBUG oslo_vmware.rw_handles [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a25ce3-003f-1928-1f91-1fd1253ce172/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1006.103370] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Uploaded image b7ccaf9a-5e0c-4c05-96f0-8627ce40c2f1 to the Glance image server {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1006.107577] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1006.109698] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-98af671c-6d40-47d6-abe8-67fbb71020b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.112881] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1006.112881] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5267dd6e-2f12-05d9-be1e-c2bdb57b2232" [ 1006.112881] env[69169]: _type = "Task" [ 1006.112881] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.118405] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1006.118405] env[69169]: value = "task-3251384" [ 1006.118405] env[69169]: _type = "Task" [ 1006.118405] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.124938] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5267dd6e-2f12-05d9-be1e-c2bdb57b2232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.130268] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251384, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.147053] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1006.147483] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1958d263-3517-4828-9e1a-4afc27eb1608 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.154794] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1006.154794] env[69169]: value = "task-3251385" [ 1006.154794] env[69169]: _type = "Task" [ 1006.154794] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.173723] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.191784] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251383, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.278219] env[69169]: DEBUG oslo_concurrency.lockutils [req-315e96c1-8932-4233-930b-e07f77b1e64f req-4430cfca-c7c4-4e3e-b97c-00a8ec113758 service nova] Releasing lock "refresh_cache-31492cd2-0e25-454c-840e-6d0cd9ea8dd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.322772] env[69169]: DEBUG nova.compute.manager [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Received event network-vif-plugged-bbca2b64-cc80-44c9-be8c-be16cc3ac0ee {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.323213] env[69169]: DEBUG oslo_concurrency.lockutils [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] Acquiring lock "86b49110-4193-4eb9-b2e4-40b97ff58a2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.323348] env[69169]: DEBUG oslo_concurrency.lockutils [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] Lock "86b49110-4193-4eb9-b2e4-40b97ff58a2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.323447] env[69169]: DEBUG oslo_concurrency.lockutils [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] Lock "86b49110-4193-4eb9-b2e4-40b97ff58a2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.323581] env[69169]: DEBUG nova.compute.manager [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] No waiting events found dispatching network-vif-plugged-bbca2b64-cc80-44c9-be8c-be16cc3ac0ee {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.323749] env[69169]: WARNING nova.compute.manager [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Received unexpected event network-vif-plugged-bbca2b64-cc80-44c9-be8c-be16cc3ac0ee for instance with vm_state building and task_state spawning. [ 1006.323911] env[69169]: DEBUG nova.compute.manager [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Received event network-changed-bbca2b64-cc80-44c9-be8c-be16cc3ac0ee {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.324080] env[69169]: DEBUG nova.compute.manager [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Refreshing instance network info cache due to event network-changed-bbca2b64-cc80-44c9-be8c-be16cc3ac0ee. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.324253] env[69169]: DEBUG oslo_concurrency.lockutils [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] Acquiring lock "refresh_cache-86b49110-4193-4eb9-b2e4-40b97ff58a2b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.343612] env[69169]: DEBUG nova.compute.manager [req-449d41bf-403a-4992-961c-4fce1800478c req-a16c45e0-b178-43e5-9f61-8942265d2550 service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Received event network-vif-deleted-28d976b1-be61-4575-bedd-86c229b9dc7d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.343872] env[69169]: INFO nova.compute.manager [req-449d41bf-403a-4992-961c-4fce1800478c req-a16c45e0-b178-43e5-9f61-8942265d2550 service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Neutron deleted interface 28d976b1-be61-4575-bedd-86c229b9dc7d; detaching it from the instance and deleting it from the info cache [ 1006.344165] env[69169]: DEBUG nova.network.neutron [req-449d41bf-403a-4992-961c-4fce1800478c req-a16c45e0-b178-43e5-9f61-8942265d2550 service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.417407] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fee642-d048-4f25-b970-a4f89c20c6d2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.425630] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e86a312-0457-4599-9756-5577ae1ff23a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.429877] env[69169]: DEBUG nova.network.neutron [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Successfully created port: c05b319e-ab31-479b-965b-a9dd3e25c132 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.431994] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Releasing lock "refresh_cache-000fb427-c633-400f-814f-82a7380cf474" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.432428] env[69169]: DEBUG nova.compute.manager [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.432654] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.433756] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ab2ade-b1ca-4000-a34e-0335df3e77b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.441718] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.467535] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db6d0582-d116-457a-94bc-2d5efde74bd2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.469730] env[69169]: DEBUG nova.compute.manager [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.475186] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4feb11c-27a0-4aea-8256-6b27bf0b55fb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.487231] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5381f936-cd03-4549-90c0-b843d3251875 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.489752] env[69169]: DEBUG oslo_vmware.api [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 1006.489752] env[69169]: value = "task-3251386" [ 1006.489752] env[69169]: _type = "Task" [ 1006.489752] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.502172] env[69169]: DEBUG nova.compute.provider_tree [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.512691] env[69169]: DEBUG oslo_vmware.api [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.522403] env[69169]: DEBUG nova.network.neutron [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.628324] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5267dd6e-2f12-05d9-be1e-c2bdb57b2232, 'name': SearchDatastore_Task, 'duration_secs': 0.022331} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.629565] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaef8fd4-0342-466b-b25d-d8063a848f30 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.636735] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251384, 'name': Destroy_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.641094] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1006.641094] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ff2573-2d4e-cc31-9658-bf238b46c263" [ 1006.641094] env[69169]: _type = "Task" [ 1006.641094] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.652510] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ff2573-2d4e-cc31-9658-bf238b46c263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.664209] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.690632] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251383, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.693522] env[69169]: DEBUG nova.network.neutron [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Updating instance_info_cache with network_info: [{"id": "bbca2b64-cc80-44c9-be8c-be16cc3ac0ee", "address": "fa:16:3e:67:e6:97", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbca2b64-cc", "ovs_interfaceid": "bbca2b64-cc80-44c9-be8c-be16cc3ac0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.716076] env[69169]: DEBUG nova.network.neutron [-] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.851747] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68bcd5c3-8ced-4f9e-95f7-dda93dd31830 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.865628] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f17295-c740-49fa-a90a-00a30411e3b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.907273] env[69169]: DEBUG nova.compute.manager [req-449d41bf-403a-4992-961c-4fce1800478c req-a16c45e0-b178-43e5-9f61-8942265d2550 service nova] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Detach interface failed, port_id=28d976b1-be61-4575-bedd-86c229b9dc7d, reason: Instance 5b19a47f-8fcb-4574-8b9a-0311a35c168a could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1006.999778] env[69169]: DEBUG oslo_vmware.api [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251386, 'name': PowerOffVM_Task, 'duration_secs': 0.315568} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.000422] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.002896] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.002896] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57c5792c-1922-4661-ab09-cc3c28effd27 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.010808] env[69169]: DEBUG nova.scheduler.client.report [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.026053] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.026343] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.026528] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Deleting the datastore file [datastore1] 000fb427-c633-400f-814f-82a7380cf474 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.027182] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7adb969c-6f47-41a8-9f75-fd1c3e7fa743 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.033596] env[69169]: DEBUG oslo_vmware.api [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for the task: (returnval){ [ 1007.033596] env[69169]: value = "task-3251388" [ 1007.033596] env[69169]: _type = "Task" [ 1007.033596] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.041870] env[69169]: DEBUG oslo_vmware.api [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.049370] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.049610] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.049811] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.049989] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.050202] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.052937] env[69169]: INFO nova.compute.manager [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Terminating instance [ 1007.130368] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251384, 'name': Destroy_Task, 'duration_secs': 0.684929} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.131022] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Destroyed the VM [ 1007.131280] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1007.131553] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8592114-6cea-4432-a5f5-29feef19754e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.139041] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1007.139041] env[69169]: value = "task-3251389" [ 1007.139041] env[69169]: _type = "Task" [ 1007.139041] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.154710] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ff2573-2d4e-cc31-9658-bf238b46c263, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.158477] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.158836] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 31492cd2-0e25-454c-840e-6d0cd9ea8dd4/31492cd2-0e25-454c-840e-6d0cd9ea8dd4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.159260] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251389, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.159550] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3918a94-73ad-4de1-9549-3623baed1450 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.171578] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251385, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.172689] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1007.172689] env[69169]: value = "task-3251391" [ 1007.172689] env[69169]: _type = "Task" [ 1007.172689] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.183013] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.191390] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251383, 'name': Rename_Task, 'duration_secs': 1.184519} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.191766] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.192132] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fa444bc-0ed9-4fc7-8ae7-5b1cf6a39a14 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.196296] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "refresh_cache-86b49110-4193-4eb9-b2e4-40b97ff58a2b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.196724] env[69169]: DEBUG nova.compute.manager [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Instance network_info: |[{"id": "bbca2b64-cc80-44c9-be8c-be16cc3ac0ee", "address": "fa:16:3e:67:e6:97", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbca2b64-cc", "ovs_interfaceid": "bbca2b64-cc80-44c9-be8c-be16cc3ac0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.197094] env[69169]: DEBUG oslo_concurrency.lockutils [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] Acquired lock "refresh_cache-86b49110-4193-4eb9-b2e4-40b97ff58a2b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.197280] env[69169]: DEBUG nova.network.neutron [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Refreshing network info cache for port bbca2b64-cc80-44c9-be8c-be16cc3ac0ee {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.198669] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:e6:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbca2b64-cc80-44c9-be8c-be16cc3ac0ee', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.207095] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.208769] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.209120] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1007.209120] env[69169]: value = "task-3251392" [ 1007.209120] env[69169]: _type = "Task" [ 1007.209120] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.209909] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31141a89-09fb-46e5-870f-64affb16ce83 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.225753] env[69169]: INFO nova.compute.manager [-] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Took 1.64 seconds to deallocate network for instance. [ 1007.239491] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251392, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.241318] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.241318] env[69169]: value = "task-3251393" [ 1007.241318] env[69169]: _type = "Task" [ 1007.241318] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.251257] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251393, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.487017] env[69169]: DEBUG nova.compute.manager [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.515363] env[69169]: DEBUG nova.virt.hardware [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.515633] env[69169]: DEBUG nova.virt.hardware [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.515792] env[69169]: DEBUG nova.virt.hardware [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.515971] env[69169]: DEBUG nova.virt.hardware [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.516142] env[69169]: DEBUG nova.virt.hardware [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.516303] env[69169]: DEBUG nova.virt.hardware [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.516507] env[69169]: DEBUG nova.virt.hardware [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.516697] env[69169]: DEBUG nova.virt.hardware [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.516891] env[69169]: DEBUG nova.virt.hardware [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.517063] env[69169]: DEBUG nova.virt.hardware [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.517246] env[69169]: DEBUG nova.virt.hardware [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.518563] env[69169]: DEBUG oslo_concurrency.lockutils [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.521100] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4582473f-7c7d-4b6d-b90c-6ac9cc07e3e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.524976] env[69169]: DEBUG oslo_concurrency.lockutils [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.090s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.525301] env[69169]: DEBUG nova.objects.instance [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Lazy-loading 'resources' on Instance uuid e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.533438] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd54970-13e4-44f4-9c30-1853af621ca6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.554417] env[69169]: INFO nova.scheduler.client.report [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Deleted allocations for instance 9508d01e-4f1e-4545-87b9-fd7e1b5d6404 [ 1007.560392] env[69169]: DEBUG nova.compute.manager [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.560622] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.561349] env[69169]: DEBUG oslo_vmware.api [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Task: {'id': task-3251388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094384} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.564460] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487e9842-6aff-48d7-a8de-5862ff90a939 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.567401] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.567809] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.567809] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.567918] env[69169]: INFO nova.compute.manager [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1007.568181] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.569394] env[69169]: DEBUG nova.compute.manager [-] [instance: 000fb427-c633-400f-814f-82a7380cf474] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.569394] env[69169]: DEBUG nova.network.neutron [-] [instance: 000fb427-c633-400f-814f-82a7380cf474] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.578019] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.579262] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc834ead-dde3-42a8-b92d-82e3298189b1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.596109] env[69169]: DEBUG nova.network.neutron [-] [instance: 000fb427-c633-400f-814f-82a7380cf474] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.602585] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "b795a13c-58a3-4417-8e32-a8dad6b63387" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.606031] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "b795a13c-58a3-4417-8e32-a8dad6b63387" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.651719] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251389, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.670595] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251385, 'name': CreateSnapshot_Task, 'duration_secs': 1.121238} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.671033] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1007.672174] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd4bf87-c7f6-4ca1-a66f-d2cbd99434db {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.696283] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474522} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.696842] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 31492cd2-0e25-454c-840e-6d0cd9ea8dd4/31492cd2-0e25-454c-840e-6d0cd9ea8dd4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.697128] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.697442] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f62cb1e-d5a4-4ec2-943f-0d4d01061560 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.705970] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1007.705970] env[69169]: value = "task-3251395" [ 1007.705970] env[69169]: _type = "Task" [ 1007.705970] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.718305] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.734547] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251392, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.740964] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.752403] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251393, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.930655] env[69169]: DEBUG nova.network.neutron [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Updated VIF entry in instance network info cache for port bbca2b64-cc80-44c9-be8c-be16cc3ac0ee. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.931116] env[69169]: DEBUG nova.network.neutron [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Updating instance_info_cache with network_info: [{"id": "bbca2b64-cc80-44c9-be8c-be16cc3ac0ee", "address": "fa:16:3e:67:e6:97", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbca2b64-cc", "ovs_interfaceid": "bbca2b64-cc80-44c9-be8c-be16cc3ac0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.937624] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.937837] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.938031] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleting the datastore file [datastore2] d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.938368] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47951215-0a5a-4da2-be08-f1f8db43f6bd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.945548] env[69169]: DEBUG oslo_vmware.api [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1007.945548] env[69169]: value = "task-3251396" [ 1007.945548] env[69169]: _type = "Task" [ 1007.945548] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.954644] env[69169]: DEBUG oslo_vmware.api [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.010973] env[69169]: DEBUG nova.network.neutron [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Successfully updated port: c05b319e-ab31-479b-965b-a9dd3e25c132 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.074851] env[69169]: DEBUG oslo_concurrency.lockutils [None req-27dbe7a5-09df-4649-9b78-4b2dff70c4ea tempest-ImagesOneServerNegativeTestJSON-964561065 tempest-ImagesOneServerNegativeTestJSON-964561065-project-member] Lock "9508d01e-4f1e-4545-87b9-fd7e1b5d6404" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.901s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.102376] env[69169]: DEBUG nova.network.neutron [-] [instance: 000fb427-c633-400f-814f-82a7380cf474] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.105754] env[69169]: DEBUG nova.compute.manager [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.154940] env[69169]: DEBUG oslo_vmware.api [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251389, 'name': RemoveSnapshot_Task, 'duration_secs': 0.652647} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.157725] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1008.157994] env[69169]: INFO nova.compute.manager [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Took 13.82 seconds to snapshot the instance on the hypervisor. [ 1008.205818] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1008.210220] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71522e3c-0101-4d7e-a26b-f36434897b39 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.225881] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119022} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.227634] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.228131] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1008.228131] env[69169]: value = "task-3251397" [ 1008.228131] env[69169]: _type = "Task" [ 1008.228131] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.233426] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15486bee-3e9c-47f7-9ed0-5bb0244f34a7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.253454] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251397, 'name': CloneVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.253733] env[69169]: DEBUG oslo_vmware.api [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251392, 'name': PowerOnVM_Task, 'duration_secs': 0.541804} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.264164] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.264411] env[69169]: INFO nova.compute.manager [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1008.264607] env[69169]: DEBUG nova.compute.manager [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.274052] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 31492cd2-0e25-454c-840e-6d0cd9ea8dd4/31492cd2-0e25-454c-840e-6d0cd9ea8dd4.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.280516] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e85568-c510-4d67-b678-5b458e56b7c8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.283710] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e613841d-629b-498c-a929-b042a9f20b6f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.297846] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251393, 'name': CreateVM_Task, 'duration_secs': 0.516467} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.298647] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.300044] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.300642] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.300642] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.300828] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18fffc57-40ff-4bce-ab19-8d36ee7b03ec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.308974] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1008.308974] env[69169]: value = "task-3251398" [ 1008.308974] env[69169]: _type = "Task" [ 1008.308974] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.316432] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1008.316432] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b6738f-d6ce-8ef7-c71c-d75559523cf1" [ 1008.316432] env[69169]: _type = "Task" [ 1008.316432] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.324286] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.332908] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b6738f-d6ce-8ef7-c71c-d75559523cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.012171} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.334018] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.334018] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.334018] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.334171] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.334386] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.334665] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f445e0c1-adc1-4221-9ced-e89aa136d128 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.344711] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.344984] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.349109] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa11282c-f448-4744-abf5-465161671f00 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.355125] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1008.355125] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52719d3e-a2ff-5614-30ad-39fdeacff066" [ 1008.355125] env[69169]: _type = "Task" [ 1008.355125] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.360929] env[69169]: DEBUG nova.compute.manager [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Received event network-vif-plugged-c05b319e-ab31-479b-965b-a9dd3e25c132 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.361148] env[69169]: DEBUG oslo_concurrency.lockutils [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] Acquiring lock "a4932b56-d94f-444e-8e5a-ea6c94ec9ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.361348] env[69169]: DEBUG oslo_concurrency.lockutils [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] Lock "a4932b56-d94f-444e-8e5a-ea6c94ec9ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.361510] env[69169]: DEBUG oslo_concurrency.lockutils [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] Lock "a4932b56-d94f-444e-8e5a-ea6c94ec9ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.361666] env[69169]: DEBUG nova.compute.manager [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] No waiting events found dispatching network-vif-plugged-c05b319e-ab31-479b-965b-a9dd3e25c132 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.361823] env[69169]: WARNING nova.compute.manager [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Received unexpected event network-vif-plugged-c05b319e-ab31-479b-965b-a9dd3e25c132 for instance with vm_state building and task_state spawning. [ 1008.361992] env[69169]: DEBUG nova.compute.manager [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Received event network-changed-c05b319e-ab31-479b-965b-a9dd3e25c132 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.362305] env[69169]: DEBUG nova.compute.manager [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Refreshing instance network info cache due to event network-changed-c05b319e-ab31-479b-965b-a9dd3e25c132. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.362374] env[69169]: DEBUG oslo_concurrency.lockutils [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] Acquiring lock "refresh_cache-a4932b56-d94f-444e-8e5a-ea6c94ec9ac3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.362556] env[69169]: DEBUG oslo_concurrency.lockutils [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] Acquired lock "refresh_cache-a4932b56-d94f-444e-8e5a-ea6c94ec9ac3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.362704] env[69169]: DEBUG nova.network.neutron [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Refreshing network info cache for port c05b319e-ab31-479b-965b-a9dd3e25c132 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.367899] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52719d3e-a2ff-5614-30ad-39fdeacff066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.433992] env[69169]: DEBUG oslo_concurrency.lockutils [req-bedc3b72-ecca-4c8c-af22-8551207a4d31 req-d7355ac0-0401-4fa7-8f99-fc5b0bb0820a service nova] Releasing lock "refresh_cache-86b49110-4193-4eb9-b2e4-40b97ff58a2b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.460010] env[69169]: DEBUG oslo_vmware.api [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300522} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.460512] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.460791] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.461036] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.461249] env[69169]: INFO nova.compute.manager [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Took 0.90 seconds to destroy the instance on the hypervisor. [ 1008.461503] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.461701] env[69169]: DEBUG nova.compute.manager [-] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.462669] env[69169]: DEBUG nova.network.neutron [-] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.514742] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Acquiring lock "refresh_cache-a4932b56-d94f-444e-8e5a-ea6c94ec9ac3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.518520] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb83d91-8605-41a0-bd10-bd8ddb5c7d32 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.527817] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dc9a9c-33b5-47ab-85ef-fec47c3768be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.561625] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad6b811-5701-4d7f-b0f0-cea771685c78 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.570455] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c74c79-7c64-417e-81c3-258687657054 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.584080] env[69169]: DEBUG nova.compute.provider_tree [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.606684] env[69169]: INFO nova.compute.manager [-] [instance: 000fb427-c633-400f-814f-82a7380cf474] Took 1.04 seconds to deallocate network for instance. [ 1008.633847] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.661571] env[69169]: DEBUG nova.compute.manager [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Instance disappeared during snapshot {{(pid=69169) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1008.673784] env[69169]: DEBUG nova.compute.manager [None req-fcacbaa8-00b9-459e-8748-b4bed5fe4db4 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Image not found during clean up b7ccaf9a-5e0c-4c05-96f0-8627ce40c2f1 {{(pid=69169) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1008.747492] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251397, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.827535] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251398, 'name': ReconfigVM_Task, 'duration_secs': 0.282716} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.828018] env[69169]: INFO nova.compute.manager [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Took 35.79 seconds to build instance. [ 1008.829142] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 31492cd2-0e25-454c-840e-6d0cd9ea8dd4/31492cd2-0e25-454c-840e-6d0cd9ea8dd4.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.830152] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0032cf5-99cb-426e-9f37-117967464519 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.838408] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1008.838408] env[69169]: value = "task-3251399" [ 1008.838408] env[69169]: _type = "Task" [ 1008.838408] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.852538] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251399, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.872795] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52719d3e-a2ff-5614-30ad-39fdeacff066, 'name': SearchDatastore_Task, 'duration_secs': 0.021755} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.874287] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b0e50c1-5b3c-4614-9f84-3c7aa6e2fb0c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.880538] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1008.880538] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521acbca-5f00-06b7-1153-415379df515d" [ 1008.880538] env[69169]: _type = "Task" [ 1008.880538] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.891434] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521acbca-5f00-06b7-1153-415379df515d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.913885] env[69169]: DEBUG nova.network.neutron [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.983624] env[69169]: DEBUG nova.network.neutron [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.087897] env[69169]: DEBUG nova.scheduler.client.report [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.114786] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.247514] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251397, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.330991] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9083c1ac-c6b6-4943-a1e3-9ec394ff757f tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.299s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.348164] env[69169]: DEBUG nova.network.neutron [-] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.349540] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251399, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.395322] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521acbca-5f00-06b7-1153-415379df515d, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.395576] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.395826] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 86b49110-4193-4eb9-b2e4-40b97ff58a2b/86b49110-4193-4eb9-b2e4-40b97ff58a2b.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.396167] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aae1e6f-0eb4-4c9f-89d5-7634d1bcc1dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.404145] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1009.404145] env[69169]: value = "task-3251401" [ 1009.404145] env[69169]: _type = "Task" [ 1009.404145] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.415056] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.486266] env[69169]: DEBUG oslo_concurrency.lockutils [req-b460554e-2ad6-408e-a604-0d89d80c3ab7 req-56a02761-5f9a-486e-a536-141ede2b0fb5 service nova] Releasing lock "refresh_cache-a4932b56-d94f-444e-8e5a-ea6c94ec9ac3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.486670] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Acquired lock "refresh_cache-a4932b56-d94f-444e-8e5a-ea6c94ec9ac3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.486859] env[69169]: DEBUG nova.network.neutron [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.592831] env[69169]: DEBUG oslo_concurrency.lockutils [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.597738] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.572s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.597738] env[69169]: DEBUG nova.objects.instance [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lazy-loading 'resources' on Instance uuid 6bb8a46b-b52b-4508-ac66-d9aad90fd68c {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.623278] env[69169]: INFO nova.scheduler.client.report [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Deleted allocations for instance e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2 [ 1009.751083] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251397, 'name': CloneVM_Task} progress is 95%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.848399] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251399, 'name': Rename_Task, 'duration_secs': 0.965039} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.848671] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.848941] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a5026f6-6eb2-4105-ad11-fa4e88a034ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.851030] env[69169]: INFO nova.compute.manager [-] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Took 1.39 seconds to deallocate network for instance. [ 1009.860991] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1009.860991] env[69169]: value = "task-3251402" [ 1009.860991] env[69169]: _type = "Task" [ 1009.860991] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.872741] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.914856] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498427} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.915556] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 86b49110-4193-4eb9-b2e4-40b97ff58a2b/86b49110-4193-4eb9-b2e4-40b97ff58a2b.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.915773] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.916060] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-141492d8-cc2e-4dac-a3d5-2399fdea2c2b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.922557] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1009.922557] env[69169]: value = "task-3251403" [ 1009.922557] env[69169]: _type = "Task" [ 1009.922557] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.935495] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.055633] env[69169]: DEBUG nova.compute.manager [req-cdeed707-6f2e-471e-8ceb-25abd9c02c2a req-bfa4799a-2871-4b2c-aeaa-c886535101c0 service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Received event network-changed-fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.055898] env[69169]: DEBUG nova.compute.manager [req-cdeed707-6f2e-471e-8ceb-25abd9c02c2a req-bfa4799a-2871-4b2c-aeaa-c886535101c0 service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Refreshing instance network info cache due to event network-changed-fbbbb147-e69f-4b8d-8f7e-e81cc36400f8. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.056076] env[69169]: DEBUG oslo_concurrency.lockutils [req-cdeed707-6f2e-471e-8ceb-25abd9c02c2a req-bfa4799a-2871-4b2c-aeaa-c886535101c0 service nova] Acquiring lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.056259] env[69169]: DEBUG oslo_concurrency.lockutils [req-cdeed707-6f2e-471e-8ceb-25abd9c02c2a req-bfa4799a-2871-4b2c-aeaa-c886535101c0 service nova] Acquired lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.056444] env[69169]: DEBUG nova.network.neutron [req-cdeed707-6f2e-471e-8ceb-25abd9c02c2a req-bfa4799a-2871-4b2c-aeaa-c886535101c0 service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Refreshing network info cache for port fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.070586] env[69169]: DEBUG nova.network.neutron [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.131561] env[69169]: DEBUG oslo_concurrency.lockutils [None req-06a9357e-a2ec-43b2-8f18-0173d66dbfc7 tempest-ServersTestBootFromVolume-1493537788 tempest-ServersTestBootFromVolume-1493537788-project-member] Lock "e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.456s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.250812] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251397, 'name': CloneVM_Task, 'duration_secs': 1.876334} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.253602] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Created linked-clone VM from snapshot [ 1010.254512] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aa226c-3311-4fe1-9598-9b60e30ca392 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.263686] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Uploading image 793d7a4f-6e3b-4a20-bce9-cd39f26c5537 {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1010.298859] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1010.298859] env[69169]: value = "vm-649685" [ 1010.298859] env[69169]: _type = "VirtualMachine" [ 1010.298859] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1010.299169] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bf57b30f-7981-4c2d-81eb-23cfbbcbb2e5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.314813] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lease: (returnval){ [ 1010.314813] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529235c2-bc4d-37a3-bc86-957a3da45f55" [ 1010.314813] env[69169]: _type = "HttpNfcLease" [ 1010.314813] env[69169]: } obtained for exporting VM: (result){ [ 1010.314813] env[69169]: value = "vm-649685" [ 1010.314813] env[69169]: _type = "VirtualMachine" [ 1010.314813] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1010.315112] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the lease: (returnval){ [ 1010.315112] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529235c2-bc4d-37a3-bc86-957a3da45f55" [ 1010.315112] env[69169]: _type = "HttpNfcLease" [ 1010.315112] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1010.316267] env[69169]: DEBUG nova.network.neutron [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Updating instance_info_cache with network_info: [{"id": "c05b319e-ab31-479b-965b-a9dd3e25c132", "address": "fa:16:3e:9b:9b:12", "network": {"id": "c5a2ac01-6aae-46e6-9739-4ee1252c4374", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-984255300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e2eb6263c53424cb4c0503560fba134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05b319e-ab", "ovs_interfaceid": "c05b319e-ab31-479b-965b-a9dd3e25c132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.328606] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.328606] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529235c2-bc4d-37a3-bc86-957a3da45f55" [ 1010.328606] env[69169]: _type = "HttpNfcLease" [ 1010.328606] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1010.328606] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1010.328606] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529235c2-bc4d-37a3-bc86-957a3da45f55" [ 1010.328606] env[69169]: _type = "HttpNfcLease" [ 1010.328606] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1010.328606] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443227a5-afd1-45fc-9e62-f20bf9b6898c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.336444] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0efcd-fd65-3366-38cd-856294eca6af/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1010.336667] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0efcd-fd65-3366-38cd-856294eca6af/disk-0.vmdk for reading. {{(pid=69169) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1010.400213] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.412453] env[69169]: DEBUG nova.compute.manager [req-ec576e1c-dec2-48a1-94d4-395fc0bf1a98 req-fbbf279b-8e2c-4381-bfa6-10d529faaa0e service nova] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Received event network-vif-deleted-0b41a70d-549c-49f4-80d0-7e40d85e9943 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.417525] env[69169]: DEBUG oslo_vmware.api [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251402, 'name': PowerOnVM_Task, 'duration_secs': 0.460402} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.417789] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.418183] env[69169]: INFO nova.compute.manager [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1010.418183] env[69169]: DEBUG nova.compute.manager [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.418995] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102bc3a8-7308-46a6-b4e4-28f3760798ec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.439437] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067055} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.439867] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.440811] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077ba3f6-f3e5-4770-b7a5-f0f27aadc49c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.466818] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 86b49110-4193-4eb9-b2e4-40b97ff58a2b/86b49110-4193-4eb9-b2e4-40b97ff58a2b.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.471807] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffd83674-9a9a-4a9a-8bef-d0b474b6396d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.489602] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3329d1c7-c010-413f-bf91-1ff031dfba96 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.496291] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1010.496291] env[69169]: value = "task-3251405" [ 1010.496291] env[69169]: _type = "Task" [ 1010.496291] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.504112] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.682711] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2da6f0-d6ff-46f1-b6a9-50c55f5d1530 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.692039] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a22586-fcb9-49cd-af4a-b9f781e3df1d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.723818] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293610ed-ef61-44ef-a4ff-189480afea3b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.735876] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae47f33b-8743-4ff3-926f-7e857da44fad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.750239] env[69169]: DEBUG nova.compute.provider_tree [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.824070] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Releasing lock "refresh_cache-a4932b56-d94f-444e-8e5a-ea6c94ec9ac3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.824571] env[69169]: DEBUG nova.compute.manager [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Instance network_info: |[{"id": "c05b319e-ab31-479b-965b-a9dd3e25c132", "address": "fa:16:3e:9b:9b:12", "network": {"id": "c5a2ac01-6aae-46e6-9739-4ee1252c4374", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-984255300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e2eb6263c53424cb4c0503560fba134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05b319e-ab", "ovs_interfaceid": "c05b319e-ab31-479b-965b-a9dd3e25c132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.825120] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:9b:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c05b319e-ab31-479b-965b-a9dd3e25c132', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.836065] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Creating folder: Project (5e2eb6263c53424cb4c0503560fba134). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.837827] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1b69ac7-85f8-410d-a00b-6e535f2a0278 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.850439] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Created folder: Project (5e2eb6263c53424cb4c0503560fba134) in parent group-v649481. [ 1010.850766] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Creating folder: Instances. Parent ref: group-v649686. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.851229] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46d832fb-9412-4102-9e81-a0d64359bbf6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.860614] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Created folder: Instances in parent group-v649686. [ 1010.860970] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.861256] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.861541] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e9a73d7-f810-4c12-8531-f65fc72ddb1b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.887019] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.887019] env[69169]: value = "task-3251408" [ 1010.887019] env[69169]: _type = "Task" [ 1010.887019] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.896291] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251408, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.927724] env[69169]: DEBUG nova.network.neutron [req-cdeed707-6f2e-471e-8ceb-25abd9c02c2a req-bfa4799a-2871-4b2c-aeaa-c886535101c0 service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Updated VIF entry in instance network info cache for port fbbbb147-e69f-4b8d-8f7e-e81cc36400f8. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.927724] env[69169]: DEBUG nova.network.neutron [req-cdeed707-6f2e-471e-8ceb-25abd9c02c2a req-bfa4799a-2871-4b2c-aeaa-c886535101c0 service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Updating instance_info_cache with network_info: [{"id": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "address": "fa:16:3e:0c:cd:f4", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbbbb147-e6", "ovs_interfaceid": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.952902] env[69169]: INFO nova.compute.manager [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Took 32.59 seconds to build instance. [ 1011.010554] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251405, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.257021] env[69169]: DEBUG nova.scheduler.client.report [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.398598] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251408, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.432159] env[69169]: DEBUG oslo_concurrency.lockutils [req-cdeed707-6f2e-471e-8ceb-25abd9c02c2a req-bfa4799a-2871-4b2c-aeaa-c886535101c0 service nova] Releasing lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.463582] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155e9fa9-680f-4028-afb2-87cc7dd76aef tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.125s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.507750] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251405, 'name': ReconfigVM_Task, 'duration_secs': 0.542011} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.508334] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 86b49110-4193-4eb9-b2e4-40b97ff58a2b/86b49110-4193-4eb9-b2e4-40b97ff58a2b.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.509064] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32ea5efd-f79b-4c72-9ea2-28cafd8030c1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.515876] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1011.515876] env[69169]: value = "task-3251410" [ 1011.515876] env[69169]: _type = "Task" [ 1011.515876] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.526583] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251410, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.764770] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.768307] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 11.472s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.797105] env[69169]: INFO nova.scheduler.client.report [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Deleted allocations for instance 6bb8a46b-b52b-4508-ac66-d9aad90fd68c [ 1011.898118] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251408, 'name': CreateVM_Task, 'duration_secs': 0.567093} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.898496] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.899564] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.901213] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.901213] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.901729] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e29bd5a4-12ab-48fc-bc10-05a6b33bbcc8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.908321] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Waiting for the task: (returnval){ [ 1011.908321] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f4de1-0027-98c8-55bc-fd454d959469" [ 1011.908321] env[69169]: _type = "Task" [ 1011.908321] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.919839] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f4de1-0027-98c8-55bc-fd454d959469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.026917] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251410, 'name': Rename_Task, 'duration_secs': 0.269702} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.029739] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.029739] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ede7f6f-e9c1-4e97-bc30-8b5299dbc059 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.036521] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1012.036521] env[69169]: value = "task-3251411" [ 1012.036521] env[69169]: _type = "Task" [ 1012.036521] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.047654] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.273656] env[69169]: DEBUG nova.objects.instance [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lazy-loading 'migration_context' on Instance uuid 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.307074] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a6f143ec-b097-4876-ace6-4736329c3b0f tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "6bb8a46b-b52b-4508-ac66-d9aad90fd68c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.317s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.423399] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f4de1-0027-98c8-55bc-fd454d959469, 'name': SearchDatastore_Task, 'duration_secs': 0.011283} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.423717] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.423953] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.424223] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.426084] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.426084] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.426084] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aae38fa3-ccd2-4bd7-a34a-60a8dee51e1c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.439301] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.439539] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.442234] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5095b853-b073-4e45-a041-e7b1fcd19c13 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.446716] env[69169]: DEBUG nova.compute.manager [req-753366ae-d011-4f5e-8aa7-f018050b41ba req-9318bfe7-7048-4c4a-9bc9-234cc08d3246 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Received event network-changed-dbfae938-2342-404c-8edb-33b46274f848 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.447560] env[69169]: DEBUG nova.compute.manager [req-753366ae-d011-4f5e-8aa7-f018050b41ba req-9318bfe7-7048-4c4a-9bc9-234cc08d3246 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Refreshing instance network info cache due to event network-changed-dbfae938-2342-404c-8edb-33b46274f848. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.447870] env[69169]: DEBUG oslo_concurrency.lockutils [req-753366ae-d011-4f5e-8aa7-f018050b41ba req-9318bfe7-7048-4c4a-9bc9-234cc08d3246 service nova] Acquiring lock "refresh_cache-31492cd2-0e25-454c-840e-6d0cd9ea8dd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.447924] env[69169]: DEBUG oslo_concurrency.lockutils [req-753366ae-d011-4f5e-8aa7-f018050b41ba req-9318bfe7-7048-4c4a-9bc9-234cc08d3246 service nova] Acquired lock "refresh_cache-31492cd2-0e25-454c-840e-6d0cd9ea8dd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.448103] env[69169]: DEBUG nova.network.neutron [req-753366ae-d011-4f5e-8aa7-f018050b41ba req-9318bfe7-7048-4c4a-9bc9-234cc08d3246 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Refreshing network info cache for port dbfae938-2342-404c-8edb-33b46274f848 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.458777] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Waiting for the task: (returnval){ [ 1012.458777] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d176bc-8d6d-c67f-ff16-2f60a76b47e2" [ 1012.458777] env[69169]: _type = "Task" [ 1012.458777] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.475482] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d176bc-8d6d-c67f-ff16-2f60a76b47e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012748} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.476643] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a3833a-a6e8-4856-ab29-3e24763d9a80 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.486120] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Waiting for the task: (returnval){ [ 1012.486120] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e3b794-47ef-d8b9-ef07-dd12c943fad5" [ 1012.486120] env[69169]: _type = "Task" [ 1012.486120] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.499447] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e3b794-47ef-d8b9-ef07-dd12c943fad5, 'name': SearchDatastore_Task, 'duration_secs': 0.012947} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.499686] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.499949] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] a4932b56-d94f-444e-8e5a-ea6c94ec9ac3/a4932b56-d94f-444e-8e5a-ea6c94ec9ac3.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.500238] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9204a50d-db5e-4aa3-b3a9-95a99eb95c73 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.508244] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Waiting for the task: (returnval){ [ 1012.508244] env[69169]: value = "task-3251412" [ 1012.508244] env[69169]: _type = "Task" [ 1012.508244] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.522681] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.549637] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.023096] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509043} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.023387] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] a4932b56-d94f-444e-8e5a-ea6c94ec9ac3/a4932b56-d94f-444e-8e5a-ea6c94ec9ac3.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.023677] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.023863] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0969d6e8-a32f-44cc-9ff0-9000c5af95f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.039351] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Waiting for the task: (returnval){ [ 1013.039351] env[69169]: value = "task-3251413" [ 1013.039351] env[69169]: _type = "Task" [ 1013.039351] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.061028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "147238a2-3a9e-4338-b0a4-f2f158784284" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.061028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "147238a2-3a9e-4338-b0a4-f2f158784284" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.061028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "147238a2-3a9e-4338-b0a4-f2f158784284-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.061028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "147238a2-3a9e-4338-b0a4-f2f158784284-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.061028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "147238a2-3a9e-4338-b0a4-f2f158784284-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.062348] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.067328] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.068023] env[69169]: INFO nova.compute.manager [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Terminating instance [ 1013.241795] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f263dd87-569c-4b45-ba1c-85cc8f0cb96b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.256310] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6362de-ac2d-4d30-ab06-9af5c0e97951 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.299766] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1472db4-8d4e-4803-8082-2b52eb894bcf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.309183] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3458033d-d1fe-46df-b5bc-6e61535d03a0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.327022] env[69169]: DEBUG nova.compute.provider_tree [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.420933] env[69169]: DEBUG nova.network.neutron [req-753366ae-d011-4f5e-8aa7-f018050b41ba req-9318bfe7-7048-4c4a-9bc9-234cc08d3246 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Updated VIF entry in instance network info cache for port dbfae938-2342-404c-8edb-33b46274f848. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.421317] env[69169]: DEBUG nova.network.neutron [req-753366ae-d011-4f5e-8aa7-f018050b41ba req-9318bfe7-7048-4c4a-9bc9-234cc08d3246 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Updating instance_info_cache with network_info: [{"id": "dbfae938-2342-404c-8edb-33b46274f848", "address": "fa:16:3e:2a:bd:48", "network": {"id": "dcd2e068-e9dc-48d2-a260-e782f89ac30a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-36465712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "826de5dfc02d4cde8472cd3e083139da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbfae938-23", "ovs_interfaceid": "dbfae938-2342-404c-8edb-33b46274f848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.553079] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251411, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.560092] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079389} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.560436] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.561387] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87a169d-2297-4098-92fa-2bb0feceb1ff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.579578] env[69169]: DEBUG nova.compute.manager [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.579864] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.592132] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] a4932b56-d94f-444e-8e5a-ea6c94ec9ac3/a4932b56-d94f-444e-8e5a-ea6c94ec9ac3.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.593037] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a17f9c-f57f-456d-aeb5-b2952a3aec05 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.597280] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ec1422f-13e4-4b69-9df3-88313083d43b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.622833] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.624528] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3adc02a-c929-4997-ac6e-14496d2e5f9c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.628895] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Waiting for the task: (returnval){ [ 1013.628895] env[69169]: value = "task-3251414" [ 1013.628895] env[69169]: _type = "Task" [ 1013.628895] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.633345] env[69169]: DEBUG oslo_vmware.api [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 1013.633345] env[69169]: value = "task-3251415" [ 1013.633345] env[69169]: _type = "Task" [ 1013.633345] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.649583] env[69169]: DEBUG oslo_vmware.api [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.883013] env[69169]: DEBUG nova.scheduler.client.report [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.924066] env[69169]: DEBUG oslo_concurrency.lockutils [req-753366ae-d011-4f5e-8aa7-f018050b41ba req-9318bfe7-7048-4c4a-9bc9-234cc08d3246 service nova] Releasing lock "refresh_cache-31492cd2-0e25-454c-840e-6d0cd9ea8dd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.052372] env[69169]: DEBUG oslo_vmware.api [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251411, 'name': PowerOnVM_Task, 'duration_secs': 1.657689} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.052670] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.052877] env[69169]: INFO nova.compute.manager [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1014.053268] env[69169]: DEBUG nova.compute.manager [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.054494] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7929aabe-91bb-4f1c-9d7a-ff5a2e588b26 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.145734] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.157024] env[69169]: DEBUG oslo_vmware.api [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251415, 'name': PowerOffVM_Task, 'duration_secs': 0.260463} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.157024] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.157024] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.157024] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8044e3f1-f848-4e30-bd56-ab861c6c8fdc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.243121] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.243739] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.243739] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Deleting the datastore file [datastore1] 147238a2-3a9e-4338-b0a4-f2f158784284 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.243958] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a57b1166-f4e1-4cbd-aad7-ac055f8b3aed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.253306] env[69169]: DEBUG oslo_vmware.api [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for the task: (returnval){ [ 1014.253306] env[69169]: value = "task-3251417" [ 1014.253306] env[69169]: _type = "Task" [ 1014.253306] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.264855] env[69169]: DEBUG oslo_vmware.api [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.581016] env[69169]: INFO nova.compute.manager [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Took 30.59 seconds to build instance. [ 1014.637461] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251414, 'name': ReconfigVM_Task, 'duration_secs': 0.636922} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.638024] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Reconfigured VM instance instance-0000004c to attach disk [datastore1] a4932b56-d94f-444e-8e5a-ea6c94ec9ac3/a4932b56-d94f-444e-8e5a-ea6c94ec9ac3.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.638921] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66be1b85-45ff-4f6c-ab8d-895fba473803 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.646655] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Waiting for the task: (returnval){ [ 1014.646655] env[69169]: value = "task-3251418" [ 1014.646655] env[69169]: _type = "Task" [ 1014.646655] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.657499] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251418, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.665339] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Acquiring lock "93b15968-4f72-4330-8d9e-ed4c671afd7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.665566] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Lock "93b15968-4f72-4330-8d9e-ed4c671afd7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.765937] env[69169]: DEBUG oslo_vmware.api [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Task: {'id': task-3251417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257837} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.766558] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.766774] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.766979] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.767409] env[69169]: INFO nova.compute.manager [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1014.767691] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.767894] env[69169]: DEBUG nova.compute.manager [-] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.767989] env[69169]: DEBUG nova.network.neutron [-] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.845709] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.077s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.852769] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.487s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.854344] env[69169]: INFO nova.compute.claims [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.083194] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5f089d3c-da94-4abf-a3b8-7eb7dd669230 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "86b49110-4193-4eb9-b2e4-40b97ff58a2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.099s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.168025] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251418, 'name': Rename_Task, 'duration_secs': 0.298619} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.168025] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.168025] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1204831-63fb-41b1-b063-141e69292cbe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.168025] env[69169]: DEBUG nova.compute.manager [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.173636] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Waiting for the task: (returnval){ [ 1015.173636] env[69169]: value = "task-3251419" [ 1015.173636] env[69169]: _type = "Task" [ 1015.173636] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.186356] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.398713] env[69169]: DEBUG nova.compute.manager [req-8c9d28b8-c29c-4924-b447-ad389b736c82 req-6028b2c5-7179-481e-bf55-01c81cb86192 service nova] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Received event network-vif-deleted-6d76227b-6b61-4f14-8fbe-39f127527995 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.398713] env[69169]: INFO nova.compute.manager [req-8c9d28b8-c29c-4924-b447-ad389b736c82 req-6028b2c5-7179-481e-bf55-01c81cb86192 service nova] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Neutron deleted interface 6d76227b-6b61-4f14-8fbe-39f127527995; detaching it from the instance and deleting it from the info cache [ 1015.398713] env[69169]: DEBUG nova.network.neutron [req-8c9d28b8-c29c-4924-b447-ad389b736c82 req-6028b2c5-7179-481e-bf55-01c81cb86192 service nova] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.689576] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251419, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.700468] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.798534] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "9182b24f-c2f2-4571-a594-f564d5e39f15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.799627] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "9182b24f-c2f2-4571-a594-f564d5e39f15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.830026] env[69169]: DEBUG nova.network.neutron [-] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.908579] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b91cbaab-90f0-4d84-86ed-1331baaf2795 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.922332] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6651b8c-d4a5-473e-a937-edc4f17f2b84 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.976045] env[69169]: DEBUG nova.compute.manager [req-8c9d28b8-c29c-4924-b447-ad389b736c82 req-6028b2c5-7179-481e-bf55-01c81cb86192 service nova] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Detach interface failed, port_id=6d76227b-6b61-4f14-8fbe-39f127527995, reason: Instance 147238a2-3a9e-4338-b0a4-f2f158784284 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.191241] env[69169]: DEBUG oslo_vmware.api [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251419, 'name': PowerOnVM_Task, 'duration_secs': 0.871351} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.191241] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.191241] env[69169]: INFO nova.compute.manager [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1016.191241] env[69169]: DEBUG nova.compute.manager [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.192264] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd55567c-9953-4dba-a43d-40c88fcb35d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.304803] env[69169]: DEBUG nova.compute.manager [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.336719] env[69169]: INFO nova.compute.manager [-] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Took 1.57 seconds to deallocate network for instance. [ 1016.406733] env[69169]: INFO nova.compute.manager [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Swapping old allocation on dict_keys(['db0a05f9-af10-4b20-862b-4f938c971ae8']) held by migration 0d1b844b-4df8-458f-9023-bb8736f4bb05 for instance [ 1016.415533] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd688f5-7817-4012-9159-31184ce5a604 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.429145] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f53da0b-e8fa-41d9-8e1e-ee2ad97e386c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.474551] env[69169]: DEBUG nova.scheduler.client.report [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Overwriting current allocation {'allocations': {'db0a05f9-af10-4b20-862b-4f938c971ae8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 103}}, 'project_id': '0c53937d063d4e14921feda052e90d4c', 'user_id': '98fb2aa7a9c046c1a298b2b220f5416b', 'consumer_generation': 1} on consumer 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7 {{(pid=69169) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1016.477201] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68cee36-bd6f-453f-8a36-73b818b624f0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.486600] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7c1226-d31b-4f91-acc6-0e16876ac1c9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.503580] env[69169]: DEBUG nova.compute.provider_tree [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.597258] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.597498] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquired lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.597690] env[69169]: DEBUG nova.network.neutron [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.723393] env[69169]: INFO nova.compute.manager [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Took 29.34 seconds to build instance. [ 1016.829030] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.845976] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.921963] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Acquiring lock "5d294bea-eda0-4752-bcfb-08992564cbe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.922863] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Lock "5d294bea-eda0-4752-bcfb-08992564cbe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.011154] env[69169]: DEBUG nova.scheduler.client.report [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.225735] env[69169]: DEBUG oslo_concurrency.lockutils [None req-20eea9af-80c1-4b3c-86b2-6c5228da675c tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Lock "a4932b56-d94f-444e-8e5a-ea6c94ec9ac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.853s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.350660] env[69169]: DEBUG nova.network.neutron [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance_info_cache with network_info: [{"id": "a08c64d5-cf15-4e9d-a218-6c4115248250", "address": "fa:16:3e:30:7c:97", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08c64d5-cf", "ovs_interfaceid": "a08c64d5-cf15-4e9d-a218-6c4115248250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.427055] env[69169]: DEBUG nova.compute.manager [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.522589] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.522589] env[69169]: DEBUG nova.compute.manager [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.523724] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.761s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.523911] env[69169]: DEBUG nova.objects.instance [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] [instance: 000fb427-c633-400f-814f-82a7380cf474] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1017.860666] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Releasing lock "refresh_cache-5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.860666] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.860666] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b41b3dc8-b0e1-45c5-ab73-4b034da7ac10 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.869728] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 1017.869728] env[69169]: value = "task-3251420" [ 1017.869728] env[69169]: _type = "Task" [ 1017.869728] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.883470] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.955888] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.028847] env[69169]: DEBUG nova.compute.utils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.039775] env[69169]: DEBUG nova.compute.manager [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.040090] env[69169]: DEBUG nova.network.neutron [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.092954] env[69169]: DEBUG nova.policy [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd024e4aaa9f442c0b18a8104ee5e282b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82c75a921a0c4d028334fff4313bf9ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.382788] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251420, 'name': PowerOffVM_Task, 'duration_secs': 0.352115} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.383259] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.384100] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:09:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='647f7daf-56e7-4a65-b5b9-0c88db02b3e7',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-711188459',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.384365] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.384543] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.384823] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.384989] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.385173] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.385436] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.385644] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.386795] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.387100] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.387347] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.397669] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b257db1d-b35f-405c-aaf6-a5056cd2f405 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.418647] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 1018.418647] env[69169]: value = "task-3251421" [ 1018.418647] env[69169]: _type = "Task" [ 1018.418647] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.432357] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.457865] env[69169]: DEBUG nova.network.neutron [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Successfully created port: 5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.542741] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19204e73-ca2c-4a26-a2dd-2e3cb661397b tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.544018] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.803s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.544282] env[69169]: DEBUG nova.objects.instance [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Lazy-loading 'resources' on Instance uuid 5b19a47f-8fcb-4574-8b9a-0311a35c168a {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.549301] env[69169]: DEBUG nova.compute.manager [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.691593] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "91a1cf13-e804-4d0f-a8c8-55cbcd395845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.692116] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "91a1cf13-e804-4d0f-a8c8-55cbcd395845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.770854] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Acquiring lock "a4932b56-d94f-444e-8e5a-ea6c94ec9ac3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.770854] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Lock "a4932b56-d94f-444e-8e5a-ea6c94ec9ac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.770854] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Acquiring lock "a4932b56-d94f-444e-8e5a-ea6c94ec9ac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.770854] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Lock "a4932b56-d94f-444e-8e5a-ea6c94ec9ac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.771131] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Lock "a4932b56-d94f-444e-8e5a-ea6c94ec9ac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.774074] env[69169]: INFO nova.compute.manager [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Terminating instance [ 1018.929991] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251421, 'name': ReconfigVM_Task, 'duration_secs': 0.189593} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.931508] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aaf75a-d3e1-44f3-9b1e-9431e7410714 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.952039] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:09:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='647f7daf-56e7-4a65-b5b9-0c88db02b3e7',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-711188459',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.952313] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.952472] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.952654] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.952806] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.953010] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.953238] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.953402] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.953567] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.953729] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.953899] env[69169]: DEBUG nova.virt.hardware [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.955161] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cddaac39-fd65-4a11-ad54-56e726bc6c73 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.962341] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 1018.962341] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a0d080-6457-c16b-b454-6d77b80a7ded" [ 1018.962341] env[69169]: _type = "Task" [ 1018.962341] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.971869] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a0d080-6457-c16b-b454-6d77b80a7ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.196556] env[69169]: DEBUG nova.compute.manager [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.278098] env[69169]: DEBUG nova.compute.manager [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.278358] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.279521] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09150a1-6439-4161-953e-e793d81e683e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.288446] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.288733] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae523708-2253-4b89-aa27-59e2b5777a24 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.298793] env[69169]: DEBUG oslo_vmware.api [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Waiting for the task: (returnval){ [ 1019.298793] env[69169]: value = "task-3251422" [ 1019.298793] env[69169]: _type = "Task" [ 1019.298793] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.311242] env[69169]: DEBUG oslo_vmware.api [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.456609] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b3dacc-b813-42fc-8477-543d81758a87 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.470459] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b0abb0-397a-4458-93d6-2b27bcb1604f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.480630] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a0d080-6457-c16b-b454-6d77b80a7ded, 'name': SearchDatastore_Task, 'duration_secs': 0.01799} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.512371] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1019.513084] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af531865-4e93-47d6-8d6f-44d72735e00a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.527160] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15be2d38-408f-41eb-a1ef-cab9eb63cda3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.538522] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ab63de-6796-49b2-a9ca-0778b0d45bca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.543746] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 1019.543746] env[69169]: value = "task-3251423" [ 1019.543746] env[69169]: _type = "Task" [ 1019.543746] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.555689] env[69169]: DEBUG nova.compute.provider_tree [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.560607] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251423, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.564396] env[69169]: DEBUG nova.compute.manager [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.593540] env[69169]: DEBUG nova.virt.hardware [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.593856] env[69169]: DEBUG nova.virt.hardware [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.594039] env[69169]: DEBUG nova.virt.hardware [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.594240] env[69169]: DEBUG nova.virt.hardware [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.594406] env[69169]: DEBUG nova.virt.hardware [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.594617] env[69169]: DEBUG nova.virt.hardware [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.594758] env[69169]: DEBUG nova.virt.hardware [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.594924] env[69169]: DEBUG nova.virt.hardware [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.595123] env[69169]: DEBUG nova.virt.hardware [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.595306] env[69169]: DEBUG nova.virt.hardware [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.595516] env[69169]: DEBUG nova.virt.hardware [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.596493] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaf6949-9cae-45b4-bf7c-a81971739121 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.606300] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b251a2f-71ef-49c1-af55-f4248953ad22 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.718901] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.812313] env[69169]: DEBUG oslo_vmware.api [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251422, 'name': PowerOffVM_Task, 'duration_secs': 0.231629} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.812700] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.813604] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.813604] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f4bbeb4-f58a-4254-bfb8-449e4a3ac8df {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.896761] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.897070] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.897298] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Deleting the datastore file [datastore1] a4932b56-d94f-444e-8e5a-ea6c94ec9ac3 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.897628] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32242ad3-60ba-419c-aaf3-629f9346881a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.908414] env[69169]: DEBUG oslo_vmware.api [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Waiting for the task: (returnval){ [ 1019.908414] env[69169]: value = "task-3251425" [ 1019.908414] env[69169]: _type = "Task" [ 1019.908414] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.920791] env[69169]: DEBUG oslo_vmware.api [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.965409] env[69169]: DEBUG nova.compute.manager [req-69eac3d1-3a46-4434-b509-8fa2f9aec481 req-ea79a2bb-87e2-46bf-9865-3450fd658ae4 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Received event network-vif-plugged-5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.965409] env[69169]: DEBUG oslo_concurrency.lockutils [req-69eac3d1-3a46-4434-b509-8fa2f9aec481 req-ea79a2bb-87e2-46bf-9865-3450fd658ae4 service nova] Acquiring lock "db322ef3-1e66-4ec5-831e-ea324be1c679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.965767] env[69169]: DEBUG oslo_concurrency.lockutils [req-69eac3d1-3a46-4434-b509-8fa2f9aec481 req-ea79a2bb-87e2-46bf-9865-3450fd658ae4 service nova] Lock "db322ef3-1e66-4ec5-831e-ea324be1c679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.965986] env[69169]: DEBUG oslo_concurrency.lockutils [req-69eac3d1-3a46-4434-b509-8fa2f9aec481 req-ea79a2bb-87e2-46bf-9865-3450fd658ae4 service nova] Lock "db322ef3-1e66-4ec5-831e-ea324be1c679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.966413] env[69169]: DEBUG nova.compute.manager [req-69eac3d1-3a46-4434-b509-8fa2f9aec481 req-ea79a2bb-87e2-46bf-9865-3450fd658ae4 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] No waiting events found dispatching network-vif-plugged-5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.966497] env[69169]: WARNING nova.compute.manager [req-69eac3d1-3a46-4434-b509-8fa2f9aec481 req-ea79a2bb-87e2-46bf-9865-3450fd658ae4 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Received unexpected event network-vif-plugged-5625622e-8cbc-4541-aef0-beb4a19625ba for instance with vm_state building and task_state spawning. [ 1020.057583] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251423, 'name': ReconfigVM_Task, 'duration_secs': 0.206802} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.057583] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1020.057583] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f24bf9a-17d4-4d9d-8814-3d7a517e6705 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.060510] env[69169]: DEBUG nova.network.neutron [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Successfully updated port: 5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.062626] env[69169]: DEBUG nova.scheduler.client.report [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.088521] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7/5bc9b7ec-3506-4814-ab8a-8f23c33d29c7.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.089968] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d6059f-bca4-44f9-a45e-0bce917aeb83 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.111268] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 1020.111268] env[69169]: value = "task-3251426" [ 1020.111268] env[69169]: _type = "Task" [ 1020.111268] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.124197] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.419015] env[69169]: DEBUG oslo_vmware.api [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Task: {'id': task-3251425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220345} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.419300] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.419495] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.419674] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.419848] env[69169]: INFO nova.compute.manager [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1020.420113] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.420307] env[69169]: DEBUG nova.compute.manager [-] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.420406] env[69169]: DEBUG nova.network.neutron [-] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.572916] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.573121] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquiring lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.573337] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquired lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.573562] env[69169]: DEBUG nova.network.neutron [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.574960] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.941s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.577114] env[69169]: INFO nova.compute.claims [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.597735] env[69169]: INFO nova.scheduler.client.report [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Deleted allocations for instance 5b19a47f-8fcb-4574-8b9a-0311a35c168a [ 1020.624062] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251426, 'name': ReconfigVM_Task, 'duration_secs': 0.292337} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.624375] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7/5bc9b7ec-3506-4814-ab8a-8f23c33d29c7.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.625467] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d18b472-020f-4c29-ae6f-6390a9680ef4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.647197] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b45893-301c-455a-be05-9c30ced1e44e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.669440] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeba9ab-e2e9-43f6-ab8e-2d0f2a4270c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.689575] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c7a838-0de4-4191-9eb8-d34e6c6ef7fb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.698119] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.698403] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbf6972e-8846-47ae-b4bc-a6dc1fa70b49 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.706191] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 1020.706191] env[69169]: value = "task-3251427" [ 1020.706191] env[69169]: _type = "Task" [ 1020.706191] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.715202] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.062188] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0efcd-fd65-3366-38cd-856294eca6af/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1021.063266] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6a411f-c7fc-4fc3-8afb-953f2a74be32 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.072113] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0efcd-fd65-3366-38cd-856294eca6af/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1021.072404] env[69169]: ERROR oslo_vmware.rw_handles [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0efcd-fd65-3366-38cd-856294eca6af/disk-0.vmdk due to incomplete transfer. [ 1021.072737] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-118c815b-f4b2-45c4-8b5a-31c8f1cfe50c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.089339] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0efcd-fd65-3366-38cd-856294eca6af/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1021.089607] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Uploaded image 793d7a4f-6e3b-4a20-bce9-cd39f26c5537 to the Glance image server {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1021.092295] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1021.092832] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f9ce727a-39e1-4a68-a351-fcaceb28c1ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.102692] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1021.102692] env[69169]: value = "task-3251428" [ 1021.102692] env[69169]: _type = "Task" [ 1021.102692] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.108953] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2c4788c9-5534-4863-8be8-0c884b820148 tempest-ServersV294TestFqdnHostnames-1916984711 tempest-ServersV294TestFqdnHostnames-1916984711-project-member] Lock "5b19a47f-8fcb-4574-8b9a-0311a35c168a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.160s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.118853] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251428, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.135923] env[69169]: DEBUG nova.network.neutron [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.151063] env[69169]: DEBUG nova.network.neutron [-] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.218527] env[69169]: DEBUG oslo_vmware.api [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251427, 'name': PowerOnVM_Task, 'duration_secs': 0.418944} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.218796] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.598282] env[69169]: DEBUG nova.network.neutron [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updating instance_info_cache with network_info: [{"id": "5625622e-8cbc-4541-aef0-beb4a19625ba", "address": "fa:16:3e:f2:3f:d6", "network": {"id": "e1d137c2-a76c-467c-b784-f1df5c8ff1e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1154337293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82c75a921a0c4d028334fff4313bf9ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5625622e-8c", "ovs_interfaceid": "5625622e-8cbc-4541-aef0-beb4a19625ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.618314] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251428, 'name': Destroy_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.653814] env[69169]: INFO nova.compute.manager [-] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Took 1.23 seconds to deallocate network for instance. [ 1021.982667] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42baf40d-2379-4c98-9aca-19653a1f9488 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.994536] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8e069a-85f0-446b-a7a6-9f7ad7d56a8e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.000141] env[69169]: DEBUG nova.compute.manager [req-07b9b497-9b28-46d4-bf8e-e8c840ecd127 req-6cd640db-a914-4f07-a986-5773afe38011 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Received event network-changed-5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.000336] env[69169]: DEBUG nova.compute.manager [req-07b9b497-9b28-46d4-bf8e-e8c840ecd127 req-6cd640db-a914-4f07-a986-5773afe38011 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Refreshing instance network info cache due to event network-changed-5625622e-8cbc-4541-aef0-beb4a19625ba. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.000532] env[69169]: DEBUG oslo_concurrency.lockutils [req-07b9b497-9b28-46d4-bf8e-e8c840ecd127 req-6cd640db-a914-4f07-a986-5773afe38011 service nova] Acquiring lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.026654] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d8ac30-5abd-4e1e-b870-4cff880fd408 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.035565] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20d210d-f4f7-4d21-8dca-021c5cf44a60 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.050180] env[69169]: DEBUG nova.compute.provider_tree [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.104021] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Releasing lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.104021] env[69169]: DEBUG nova.compute.manager [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Instance network_info: |[{"id": "5625622e-8cbc-4541-aef0-beb4a19625ba", "address": "fa:16:3e:f2:3f:d6", "network": {"id": "e1d137c2-a76c-467c-b784-f1df5c8ff1e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1154337293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82c75a921a0c4d028334fff4313bf9ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5625622e-8c", "ovs_interfaceid": "5625622e-8cbc-4541-aef0-beb4a19625ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.104021] env[69169]: DEBUG oslo_concurrency.lockutils [req-07b9b497-9b28-46d4-bf8e-e8c840ecd127 req-6cd640db-a914-4f07-a986-5773afe38011 service nova] Acquired lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.104021] env[69169]: DEBUG nova.network.neutron [req-07b9b497-9b28-46d4-bf8e-e8c840ecd127 req-6cd640db-a914-4f07-a986-5773afe38011 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Refreshing network info cache for port 5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.111043] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:3f:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5625622e-8cbc-4541-aef0-beb4a19625ba', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.116030] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Creating folder: Project (82c75a921a0c4d028334fff4313bf9ad). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.116949] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e71208e3-baef-41f4-bb03-fc493407142a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.128964] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251428, 'name': Destroy_Task, 'duration_secs': 0.685064} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.130096] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Destroyed the VM [ 1022.130096] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1022.130096] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bac8c4cc-fb05-42d0-a69a-eb4693474af0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.134251] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Created folder: Project (82c75a921a0c4d028334fff4313bf9ad) in parent group-v649481. [ 1022.134574] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Creating folder: Instances. Parent ref: group-v649689. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.134876] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06861dc4-e596-4b16-b7e4-a4f89c2c1313 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.138396] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1022.138396] env[69169]: value = "task-3251430" [ 1022.138396] env[69169]: _type = "Task" [ 1022.138396] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.148032] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251430, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.150721] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Created folder: Instances in parent group-v649689. [ 1022.151020] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.151227] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.151434] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5471727-4e7c-49ae-afb8-0f6ae6614855 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.166933] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.176144] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.176144] env[69169]: value = "task-3251432" [ 1022.176144] env[69169]: _type = "Task" [ 1022.176144] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.190828] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251432, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.230228] env[69169]: INFO nova.compute.manager [None req-8da37b8f-9e94-4d41-a2c2-301c369ce20a tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance to original state: 'active' [ 1022.553310] env[69169]: DEBUG nova.scheduler.client.report [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.650372] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251430, 'name': RemoveSnapshot_Task, 'duration_secs': 0.417323} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.650668] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1022.650940] env[69169]: DEBUG nova.compute.manager [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.651763] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf09046-f1d2-4b68-8327-9315b4cf4259 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.686771] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251432, 'name': CreateVM_Task, 'duration_secs': 0.42061} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.686946] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.687650] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.687810] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.688147] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.688473] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab33d809-d86f-46ae-b00b-8d926c65dd9e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.694603] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1022.694603] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cd097c-ae46-64ff-73e6-38963309d399" [ 1022.694603] env[69169]: _type = "Task" [ 1022.694603] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.703599] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cd097c-ae46-64ff-73e6-38963309d399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.889304] env[69169]: DEBUG nova.network.neutron [req-07b9b497-9b28-46d4-bf8e-e8c840ecd127 req-6cd640db-a914-4f07-a986-5773afe38011 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updated VIF entry in instance network info cache for port 5625622e-8cbc-4541-aef0-beb4a19625ba. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.889767] env[69169]: DEBUG nova.network.neutron [req-07b9b497-9b28-46d4-bf8e-e8c840ecd127 req-6cd640db-a914-4f07-a986-5773afe38011 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updating instance_info_cache with network_info: [{"id": "5625622e-8cbc-4541-aef0-beb4a19625ba", "address": "fa:16:3e:f2:3f:d6", "network": {"id": "e1d137c2-a76c-467c-b784-f1df5c8ff1e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1154337293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82c75a921a0c4d028334fff4313bf9ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5625622e-8c", "ovs_interfaceid": "5625622e-8cbc-4541-aef0-beb4a19625ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.062132] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.062913] env[69169]: DEBUG nova.compute.manager [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.066212] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.952s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.066443] env[69169]: DEBUG nova.objects.instance [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Lazy-loading 'resources' on Instance uuid 000fb427-c633-400f-814f-82a7380cf474 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.166462] env[69169]: INFO nova.compute.manager [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Shelve offloading [ 1023.206866] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cd097c-ae46-64ff-73e6-38963309d399, 'name': SearchDatastore_Task, 'duration_secs': 0.018413} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.207258] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.207566] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.207842] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.208060] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.208300] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.208607] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ce110b2-8d99-4355-930e-dd5e8f7d8383 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.219098] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.219320] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.220138] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92aef008-239b-4abd-938f-82b3e2b50f3e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.226800] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1023.226800] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5238aa55-edb0-4ea8-4c61-bf923dff2815" [ 1023.226800] env[69169]: _type = "Task" [ 1023.226800] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.235840] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5238aa55-edb0-4ea8-4c61-bf923dff2815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.393135] env[69169]: DEBUG oslo_concurrency.lockutils [req-07b9b497-9b28-46d4-bf8e-e8c840ecd127 req-6cd640db-a914-4f07-a986-5773afe38011 service nova] Releasing lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.393373] env[69169]: DEBUG nova.compute.manager [req-07b9b497-9b28-46d4-bf8e-e8c840ecd127 req-6cd640db-a914-4f07-a986-5773afe38011 service nova] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Received event network-vif-deleted-c05b319e-ab31-479b-965b-a9dd3e25c132 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.416648] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.416949] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.417236] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.417456] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.417636] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.419837] env[69169]: INFO nova.compute.manager [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Terminating instance [ 1023.569782] env[69169]: DEBUG nova.compute.utils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.573869] env[69169]: DEBUG nova.compute.manager [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.574410] env[69169]: DEBUG nova.network.neutron [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.625848] env[69169]: DEBUG nova.policy [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af8500cb7c5643f9926d079a4c078a67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cea9384eed44f5b90669987ad56d482', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.671594] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.671594] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a6c54c6-4cbc-4671-944f-4c8c440bae39 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.681676] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1023.681676] env[69169]: value = "task-3251433" [ 1023.681676] env[69169]: _type = "Task" [ 1023.681676] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.689946] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.738680] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5238aa55-edb0-4ea8-4c61-bf923dff2815, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.739879] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e36bdb-33be-4a03-8458-756bf3729649 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.749139] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1023.749139] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5267287b-5988-d425-27cf-06e9eedc60dc" [ 1023.749139] env[69169]: _type = "Task" [ 1023.749139] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.765647] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5267287b-5988-d425-27cf-06e9eedc60dc, 'name': SearchDatastore_Task, 'duration_secs': 0.014378} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.765972] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.766245] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] db322ef3-1e66-4ec5-831e-ea324be1c679/db322ef3-1e66-4ec5-831e-ea324be1c679.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.766740] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f97dee68-ef27-4dfb-b608-ab50c27dd408 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.774673] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1023.774673] env[69169]: value = "task-3251434" [ 1023.774673] env[69169]: _type = "Task" [ 1023.774673] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.783180] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.916357] env[69169]: DEBUG nova.network.neutron [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Successfully created port: 787cfe4a-6945-4ba1-a775-5de7a046711b {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.924252] env[69169]: DEBUG nova.compute.manager [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.924573] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.925429] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27899abf-248a-4349-a589-ffefe16daf80 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.938676] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.938676] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e275fee-c7a1-4ed5-ae2b-a14f1f948af1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.950521] env[69169]: DEBUG oslo_vmware.api [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 1023.950521] env[69169]: value = "task-3251435" [ 1023.950521] env[69169]: _type = "Task" [ 1023.950521] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.967018] env[69169]: DEBUG oslo_vmware.api [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.976241] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b4976d-0c98-4316-8091-625652fb52f3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.985311] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5f7ccf-fb4d-414c-969a-7299eaa91409 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.022935] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0939c092-3fe6-48b5-9d09-bbcbbb683303 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.031628] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad45f8d-4451-4236-b51c-2a125a0ab766 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.049159] env[69169]: DEBUG nova.compute.provider_tree [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.075094] env[69169]: DEBUG nova.compute.manager [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.191961] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] VM already powered off {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1024.192345] env[69169]: DEBUG nova.compute.manager [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.193089] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ede6572-4761-4189-8784-c5dc2d8c4431 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.202151] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "refresh_cache-9d56d2af-10d5-4810-a9cd-ba3461f0f306" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.202279] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "refresh_cache-9d56d2af-10d5-4810-a9cd-ba3461f0f306" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.202445] env[69169]: DEBUG nova.network.neutron [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.287578] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251434, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.462797] env[69169]: DEBUG oslo_vmware.api [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251435, 'name': PowerOffVM_Task, 'duration_secs': 0.219545} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.463101] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.463273] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.463537] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7e084d0-f15c-4681-8a5f-db152a6731d0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.536552] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.536814] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.536967] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Deleting the datastore file [datastore2] 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.537265] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a35a6fa-7f4d-4a0e-b046-8407797c47ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.545625] env[69169]: DEBUG oslo_vmware.api [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 1024.545625] env[69169]: value = "task-3251437" [ 1024.545625] env[69169]: _type = "Task" [ 1024.545625] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.552542] env[69169]: DEBUG nova.scheduler.client.report [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.559058] env[69169]: DEBUG oslo_vmware.api [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.787792] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645789} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.788073] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] db322ef3-1e66-4ec5-831e-ea324be1c679/db322ef3-1e66-4ec5-831e-ea324be1c679.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.788490] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.788805] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c30476d-2d12-44fc-9935-7141a7d6622e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.796511] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1024.796511] env[69169]: value = "task-3251438" [ 1024.796511] env[69169]: _type = "Task" [ 1024.796511] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.810670] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.966731] env[69169]: DEBUG nova.network.neutron [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Updating instance_info_cache with network_info: [{"id": "144cbb76-89d5-4ed5-9f65-f965b5d2c9f7", "address": "fa:16:3e:6d:ee:66", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144cbb76-89", "ovs_interfaceid": "144cbb76-89d5-4ed5-9f65-f965b5d2c9f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.056360] env[69169]: DEBUG oslo_vmware.api [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152601} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.056629] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.056800] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.056981] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.057173] env[69169]: INFO nova.compute.manager [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1025.057423] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.057623] env[69169]: DEBUG nova.compute.manager [-] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.057718] env[69169]: DEBUG nova.network.neutron [-] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.060190] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.063106] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.665s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.063106] env[69169]: DEBUG nova.objects.instance [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lazy-loading 'resources' on Instance uuid d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.086989] env[69169]: DEBUG nova.compute.manager [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.097099] env[69169]: INFO nova.scheduler.client.report [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Deleted allocations for instance 000fb427-c633-400f-814f-82a7380cf474 [ 1025.120345] env[69169]: DEBUG nova.virt.hardware [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.120345] env[69169]: DEBUG nova.virt.hardware [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.120345] env[69169]: DEBUG nova.virt.hardware [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.120345] env[69169]: DEBUG nova.virt.hardware [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.120345] env[69169]: DEBUG nova.virt.hardware [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.120345] env[69169]: DEBUG nova.virt.hardware [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.120345] env[69169]: DEBUG nova.virt.hardware [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.120910] env[69169]: DEBUG nova.virt.hardware [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.121276] env[69169]: DEBUG nova.virt.hardware [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.121605] env[69169]: DEBUG nova.virt.hardware [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.121913] env[69169]: DEBUG nova.virt.hardware [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.122960] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34666eb9-60cb-468f-9347-69ccb314155b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.133964] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9c125b-021b-4b78-b550-74e230a6db99 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.307197] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131055} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.307528] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.308482] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3128141f-6b30-4b5e-b61d-4e8849524603 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.334404] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] db322ef3-1e66-4ec5-831e-ea324be1c679/db322ef3-1e66-4ec5-831e-ea324be1c679.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.334870] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8731fd99-20dc-413d-b42a-ed6e9be1fcae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.359017] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1025.359017] env[69169]: value = "task-3251439" [ 1025.359017] env[69169]: _type = "Task" [ 1025.359017] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.368953] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.470533] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "refresh_cache-9d56d2af-10d5-4810-a9cd-ba3461f0f306" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.584620] env[69169]: DEBUG nova.compute.manager [req-32b2543c-a88f-4afc-af94-0361c7bb9ffa req-949707b2-5094-4261-badf-2df3d5942181 service nova] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Received event network-vif-deleted-a08c64d5-cf15-4e9d-a218-6c4115248250 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.584826] env[69169]: INFO nova.compute.manager [req-32b2543c-a88f-4afc-af94-0361c7bb9ffa req-949707b2-5094-4261-badf-2df3d5942181 service nova] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Neutron deleted interface a08c64d5-cf15-4e9d-a218-6c4115248250; detaching it from the instance and deleting it from the info cache [ 1025.584997] env[69169]: DEBUG nova.network.neutron [req-32b2543c-a88f-4afc-af94-0361c7bb9ffa req-949707b2-5094-4261-badf-2df3d5942181 service nova] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.608637] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9ea029dd-25da-4f99-a8bd-cd9520c07422 tempest-ServersListShow2100Test-1240102230 tempest-ServersListShow2100Test-1240102230-project-member] Lock "000fb427-c633-400f-814f-82a7380cf474" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.830s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.862284] env[69169]: DEBUG nova.compute.manager [req-5d0bdece-92d1-4c4b-9999-adf81034dcf1 req-351b6525-a797-4a52-84d3-0e04a7e14415 service nova] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Received event network-vif-plugged-787cfe4a-6945-4ba1-a775-5de7a046711b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.862284] env[69169]: DEBUG oslo_concurrency.lockutils [req-5d0bdece-92d1-4c4b-9999-adf81034dcf1 req-351b6525-a797-4a52-84d3-0e04a7e14415 service nova] Acquiring lock "b795a13c-58a3-4417-8e32-a8dad6b63387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.862284] env[69169]: DEBUG oslo_concurrency.lockutils [req-5d0bdece-92d1-4c4b-9999-adf81034dcf1 req-351b6525-a797-4a52-84d3-0e04a7e14415 service nova] Lock "b795a13c-58a3-4417-8e32-a8dad6b63387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.862284] env[69169]: DEBUG oslo_concurrency.lockutils [req-5d0bdece-92d1-4c4b-9999-adf81034dcf1 req-351b6525-a797-4a52-84d3-0e04a7e14415 service nova] Lock "b795a13c-58a3-4417-8e32-a8dad6b63387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.862284] env[69169]: DEBUG nova.compute.manager [req-5d0bdece-92d1-4c4b-9999-adf81034dcf1 req-351b6525-a797-4a52-84d3-0e04a7e14415 service nova] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] No waiting events found dispatching network-vif-plugged-787cfe4a-6945-4ba1-a775-5de7a046711b {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.862284] env[69169]: WARNING nova.compute.manager [req-5d0bdece-92d1-4c4b-9999-adf81034dcf1 req-351b6525-a797-4a52-84d3-0e04a7e14415 service nova] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Received unexpected event network-vif-plugged-787cfe4a-6945-4ba1-a775-5de7a046711b for instance with vm_state building and task_state spawning. [ 1025.879524] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251439, 'name': ReconfigVM_Task, 'duration_secs': 0.300379} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.879818] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Reconfigured VM instance instance-0000004d to attach disk [datastore1] db322ef3-1e66-4ec5-831e-ea324be1c679/db322ef3-1e66-4ec5-831e-ea324be1c679.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.880469] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0f9de4c-df06-4ba2-98e2-deb6173aa78a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.889499] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1025.889499] env[69169]: value = "task-3251440" [ 1025.889499] env[69169]: _type = "Task" [ 1025.889499] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.898285] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251440, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.943848] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043739bd-6e0c-430a-b46f-36e1d3e4c41b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.952878] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a09dc9f-c0f3-4235-a6df-89055da359f1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.989787] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10426d43-c793-47fc-8504-542a69b28e04 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.000956] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eafd37f-08a6-4ef8-8d0b-521c6297249f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.015490] env[69169]: DEBUG nova.compute.provider_tree [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.048233] env[69169]: DEBUG nova.network.neutron [-] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.093384] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd984fb3-832a-4762-a85e-9a6b2c40339f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.107429] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6418daf-d16c-4d15-a8f2-e25177590e68 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.152906] env[69169]: DEBUG nova.compute.manager [req-32b2543c-a88f-4afc-af94-0361c7bb9ffa req-949707b2-5094-4261-badf-2df3d5942181 service nova] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Detach interface failed, port_id=a08c64d5-cf15-4e9d-a218-6c4115248250, reason: Instance 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1026.160655] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.165022] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044386de-169d-4081-906f-742c7d48b94a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.170057] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.170366] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96aa609a-7997-497f-ae94-17180a9e263d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.207087] env[69169]: DEBUG nova.network.neutron [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Successfully updated port: 787cfe4a-6945-4ba1-a775-5de7a046711b {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.405168] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251440, 'name': Rename_Task, 'duration_secs': 0.295051} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.405637] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.406045] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a18bf69f-ceea-4a0b-afcb-bf4397af4503 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.419352] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1026.419352] env[69169]: value = "task-3251442" [ 1026.419352] env[69169]: _type = "Task" [ 1026.419352] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.432570] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.522174] env[69169]: DEBUG nova.scheduler.client.report [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.550675] env[69169]: INFO nova.compute.manager [-] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Took 1.49 seconds to deallocate network for instance. [ 1026.596445] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.597185] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.597185] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleting the datastore file [datastore1] 9d56d2af-10d5-4810-a9cd-ba3461f0f306 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.597328] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-168071e0-0628-4225-bfc5-f73c6d2c440b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.609669] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1026.609669] env[69169]: value = "task-3251443" [ 1026.609669] env[69169]: _type = "Task" [ 1026.609669] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.620393] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.712038] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "refresh_cache-b795a13c-58a3-4417-8e32-a8dad6b63387" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.712038] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "refresh_cache-b795a13c-58a3-4417-8e32-a8dad6b63387" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.712038] env[69169]: DEBUG nova.network.neutron [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.933736] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251442, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.031175] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.033118] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.333s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.034619] env[69169]: INFO nova.compute.claims [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.053741] env[69169]: INFO nova.scheduler.client.report [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleted allocations for instance d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae [ 1027.057952] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.120404] env[69169]: DEBUG oslo_vmware.api [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173623} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.121025] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.121025] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.121025] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.145381] env[69169]: INFO nova.scheduler.client.report [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleted allocations for instance 9d56d2af-10d5-4810-a9cd-ba3461f0f306 [ 1027.263116] env[69169]: DEBUG nova.network.neutron [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.420241] env[69169]: DEBUG nova.network.neutron [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Updating instance_info_cache with network_info: [{"id": "787cfe4a-6945-4ba1-a775-5de7a046711b", "address": "fa:16:3e:d5:dc:dc", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787cfe4a-69", "ovs_interfaceid": "787cfe4a-6945-4ba1-a775-5de7a046711b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.431509] env[69169]: DEBUG oslo_vmware.api [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251442, 'name': PowerOnVM_Task, 'duration_secs': 0.701942} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.431877] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.432112] env[69169]: INFO nova.compute.manager [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1027.432303] env[69169]: DEBUG nova.compute.manager [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.433160] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f6a617-5a96-44e6-aba9-0b00404f300b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.494121] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Acquiring lock "9f51da21-4a66-4cd7-80aa-112629e8b9ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.494395] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Lock "9f51da21-4a66-4cd7-80aa-112629e8b9ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.561974] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0d22df46-b023-4896-bf88-54833d80f3cf tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.512s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.649745] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.899697] env[69169]: DEBUG nova.compute.manager [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Received event network-vif-unplugged-144cbb76-89d5-4ed5-9f65-f965b5d2c9f7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.899929] env[69169]: DEBUG oslo_concurrency.lockutils [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] Acquiring lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.900166] env[69169]: DEBUG oslo_concurrency.lockutils [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] Lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.900316] env[69169]: DEBUG oslo_concurrency.lockutils [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] Lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.900485] env[69169]: DEBUG nova.compute.manager [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] No waiting events found dispatching network-vif-unplugged-144cbb76-89d5-4ed5-9f65-f965b5d2c9f7 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.900649] env[69169]: WARNING nova.compute.manager [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Received unexpected event network-vif-unplugged-144cbb76-89d5-4ed5-9f65-f965b5d2c9f7 for instance with vm_state shelved_offloaded and task_state None. [ 1027.900807] env[69169]: DEBUG nova.compute.manager [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Received event network-changed-144cbb76-89d5-4ed5-9f65-f965b5d2c9f7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.900956] env[69169]: DEBUG nova.compute.manager [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Refreshing instance network info cache due to event network-changed-144cbb76-89d5-4ed5-9f65-f965b5d2c9f7. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.901161] env[69169]: DEBUG oslo_concurrency.lockutils [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] Acquiring lock "refresh_cache-9d56d2af-10d5-4810-a9cd-ba3461f0f306" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.901294] env[69169]: DEBUG oslo_concurrency.lockutils [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] Acquired lock "refresh_cache-9d56d2af-10d5-4810-a9cd-ba3461f0f306" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.901479] env[69169]: DEBUG nova.network.neutron [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Refreshing network info cache for port 144cbb76-89d5-4ed5-9f65-f965b5d2c9f7 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.925817] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "refresh_cache-b795a13c-58a3-4417-8e32-a8dad6b63387" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.927320] env[69169]: DEBUG nova.compute.manager [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Instance network_info: |[{"id": "787cfe4a-6945-4ba1-a775-5de7a046711b", "address": "fa:16:3e:d5:dc:dc", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787cfe4a-69", "ovs_interfaceid": "787cfe4a-6945-4ba1-a775-5de7a046711b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.927817] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:dc:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '787cfe4a-6945-4ba1-a775-5de7a046711b', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.936886] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.937393] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.937666] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3219ef0f-ab88-49d9-a022-6aca0b59802b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.962498] env[69169]: INFO nova.compute.manager [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Took 24.63 seconds to build instance. [ 1027.964496] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.964496] env[69169]: value = "task-3251444" [ 1027.964496] env[69169]: _type = "Task" [ 1027.964496] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.974114] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251444, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.996970] env[69169]: DEBUG nova.compute.manager [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.137556] env[69169]: INFO nova.compute.manager [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Rescuing [ 1028.137556] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquiring lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.137556] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquired lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.137556] env[69169]: DEBUG nova.network.neutron [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.407937] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbf58f2-68ec-4e14-8aef-8336f0fe5127 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.416751] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288ea0e4-171a-4f02-b209-78db00d73281 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.450800] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e25d0db-c5dd-43b8-8403-eb7c5d9fa8f8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.458792] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed8d62e-7421-406b-8105-f5c14968f59f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.463177] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2917f0d8-6165-431c-b4b2-cdf5e17d1319 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Lock "db322ef3-1e66-4ec5-831e-ea324be1c679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.141s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.472886] env[69169]: DEBUG nova.compute.provider_tree [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.483132] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251444, 'name': CreateVM_Task, 'duration_secs': 0.366814} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.483979] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.484901] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.485193] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.486165] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.488235] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07747c15-43ef-45e7-8b55-372e0a483c00 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.493336] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1028.493336] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529a01ce-c94b-57c4-6fb4-49a90b96513c" [ 1028.493336] env[69169]: _type = "Task" [ 1028.493336] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.504212] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529a01ce-c94b-57c4-6fb4-49a90b96513c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.518347] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.643177] env[69169]: DEBUG nova.network.neutron [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Updated VIF entry in instance network info cache for port 144cbb76-89d5-4ed5-9f65-f965b5d2c9f7. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.643519] env[69169]: DEBUG nova.network.neutron [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Updating instance_info_cache with network_info: [{"id": "144cbb76-89d5-4ed5-9f65-f965b5d2c9f7", "address": "fa:16:3e:6d:ee:66", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": null, "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap144cbb76-89", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.975348] env[69169]: DEBUG nova.scheduler.client.report [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.005944] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529a01ce-c94b-57c4-6fb4-49a90b96513c, 'name': SearchDatastore_Task, 'duration_secs': 0.013536} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.006316] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.006560] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.006791] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.006936] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.007125] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.007399] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f61e4615-10f0-4268-8d1a-3e2ddcc9cb27 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.016467] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.016663] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.017382] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45211a14-99c6-4a86-976b-bea825de61ff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.023443] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1029.023443] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d28b7f-325b-030f-9f8e-6a159aa41b1b" [ 1029.023443] env[69169]: _type = "Task" [ 1029.023443] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.031418] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d28b7f-325b-030f-9f8e-6a159aa41b1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.111888] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e4fd21e4-cdaa-4635-ba75-00a734760827 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.121423] env[69169]: DEBUG nova.network.neutron [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updating instance_info_cache with network_info: [{"id": "5625622e-8cbc-4541-aef0-beb4a19625ba", "address": "fa:16:3e:f2:3f:d6", "network": {"id": "e1d137c2-a76c-467c-b784-f1df5c8ff1e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1154337293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82c75a921a0c4d028334fff4313bf9ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5625622e-8c", "ovs_interfaceid": "5625622e-8cbc-4541-aef0-beb4a19625ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.146703] env[69169]: DEBUG oslo_concurrency.lockutils [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] Releasing lock "refresh_cache-9d56d2af-10d5-4810-a9cd-ba3461f0f306" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.146959] env[69169]: DEBUG nova.compute.manager [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Received event network-changed-787cfe4a-6945-4ba1-a775-5de7a046711b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.147144] env[69169]: DEBUG nova.compute.manager [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Refreshing instance network info cache due to event network-changed-787cfe4a-6945-4ba1-a775-5de7a046711b. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.147349] env[69169]: DEBUG oslo_concurrency.lockutils [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] Acquiring lock "refresh_cache-b795a13c-58a3-4417-8e32-a8dad6b63387" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.147492] env[69169]: DEBUG oslo_concurrency.lockutils [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] Acquired lock "refresh_cache-b795a13c-58a3-4417-8e32-a8dad6b63387" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.147649] env[69169]: DEBUG nova.network.neutron [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Refreshing network info cache for port 787cfe4a-6945-4ba1-a775-5de7a046711b {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.480855] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.481274] env[69169]: DEBUG nova.compute.manager [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.483958] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.655s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.485326] env[69169]: INFO nova.compute.claims [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.534978] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d28b7f-325b-030f-9f8e-6a159aa41b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.535823] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625f1c9f-1581-4bdd-934c-1d821ae79b4f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.541735] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1029.541735] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52356cd3-492f-7f7c-f9fb-240a65ec354b" [ 1029.541735] env[69169]: _type = "Task" [ 1029.541735] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.549564] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52356cd3-492f-7f7c-f9fb-240a65ec354b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.624239] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Releasing lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.878866] env[69169]: DEBUG nova.network.neutron [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Updated VIF entry in instance network info cache for port 787cfe4a-6945-4ba1-a775-5de7a046711b. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.879261] env[69169]: DEBUG nova.network.neutron [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Updating instance_info_cache with network_info: [{"id": "787cfe4a-6945-4ba1-a775-5de7a046711b", "address": "fa:16:3e:d5:dc:dc", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787cfe4a-69", "ovs_interfaceid": "787cfe4a-6945-4ba1-a775-5de7a046711b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.989828] env[69169]: DEBUG nova.compute.utils [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.992986] env[69169]: DEBUG nova.compute.manager [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.993211] env[69169]: DEBUG nova.network.neutron [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.031994] env[69169]: DEBUG nova.policy [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be0cd90eb00d480dacb4f6fa3d6514b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '286f3747c29d446daf030e3ed923a270', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.052634] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52356cd3-492f-7f7c-f9fb-240a65ec354b, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.052920] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.053194] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] b795a13c-58a3-4417-8e32-a8dad6b63387/b795a13c-58a3-4417-8e32-a8dad6b63387.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.053458] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-002da451-a2a3-47c9-bef4-a577b5deaa99 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.062309] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1030.062309] env[69169]: value = "task-3251445" [ 1030.062309] env[69169]: _type = "Task" [ 1030.062309] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.070910] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.383137] env[69169]: DEBUG oslo_concurrency.lockutils [req-8f4b336c-933f-437f-a082-2f6c460dc6cd req-b9b66bd5-7765-40c0-a8b2-27805bcbff73 service nova] Releasing lock "refresh_cache-b795a13c-58a3-4417-8e32-a8dad6b63387" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.392808] env[69169]: DEBUG nova.network.neutron [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Successfully created port: c7474da2-e5e6-4209-9e91-e56ac106eb85 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.489044] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Acquiring lock "3ecc127a-fa82-4a97-aaca-452d126ea168" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.489406] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Lock "3ecc127a-fa82-4a97-aaca-452d126ea168" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.489567] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Acquiring lock "3ecc127a-fa82-4a97-aaca-452d126ea168-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.489737] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Lock "3ecc127a-fa82-4a97-aaca-452d126ea168-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.490026] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Lock "3ecc127a-fa82-4a97-aaca-452d126ea168-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.492328] env[69169]: INFO nova.compute.manager [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Terminating instance [ 1030.494052] env[69169]: DEBUG nova.compute.manager [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.572952] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474861} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.576359] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] b795a13c-58a3-4417-8e32-a8dad6b63387/b795a13c-58a3-4417-8e32-a8dad6b63387.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.576785] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.577631] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aabbcf21-9d5f-4967-98d5-67f40764f5aa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.585125] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1030.585125] env[69169]: value = "task-3251446" [ 1030.585125] env[69169]: _type = "Task" [ 1030.585125] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.599789] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.835197] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2081701-be4a-4533-9bae-f82144019ccb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.844040] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2444fa30-86cd-4d9e-b743-0b88df0e18a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.874879] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859d24c7-03cb-40ac-8cdb-9fb6412cb896 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.883141] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b82508-ec96-4958-b90d-d8ea0475c0f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.896738] env[69169]: DEBUG nova.compute.provider_tree [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.002316] env[69169]: DEBUG nova.compute.manager [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.002638] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.003900] env[69169]: INFO nova.virt.block_device [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Booting with volume 200c3b38-5050-4c02-8751-17a3b1fe7dfb at /dev/sda [ 1031.006282] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae237d5a-e5c4-411d-a09f-2b39ae155e2a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.017307] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.017577] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cba3ee6-656e-4fe7-8521-bcea1ca35179 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.024410] env[69169]: DEBUG oslo_vmware.api [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Waiting for the task: (returnval){ [ 1031.024410] env[69169]: value = "task-3251447" [ 1031.024410] env[69169]: _type = "Task" [ 1031.024410] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.033634] env[69169]: DEBUG oslo_vmware.api [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.043178] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69abb4d2-c198-4e5e-91bc-958600020097 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.053502] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32facd2-1cd7-4953-a888-ab22191078bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.093856] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72d6eff4-c6a9-4964-a655-06dc5733a2cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.100742] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069997} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.101811] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.102636] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07581d01-3ac1-4236-88b4-9944b538f6fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.107476] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ba9f95-2ff6-47fd-94d7-c3d9f11a84e1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.138559] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] b795a13c-58a3-4417-8e32-a8dad6b63387/b795a13c-58a3-4417-8e32-a8dad6b63387.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.152504] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c5428e-133b-4023-90b9-e8a09195d22d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.167757] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.168906] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7783258-3a43-40e6-ab30-a825a7c4db61 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.171572] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fc321fa-58bf-4687-9314-07d97248d83f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.181062] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7b0742-041e-497c-a48a-097bc2a64efb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.183784] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1031.183784] env[69169]: value = "task-3251449" [ 1031.183784] env[69169]: _type = "Task" [ 1031.183784] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.184062] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1031.184062] env[69169]: value = "task-3251448" [ 1031.184062] env[69169]: _type = "Task" [ 1031.184062] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.197899] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.208105] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.208105] env[69169]: DEBUG nova.virt.block_device [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Updating existing volume attachment record: 43c4e0f9-0597-435f-9d27-6af12d4a0adb {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1031.401060] env[69169]: DEBUG nova.scheduler.client.report [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.534899] env[69169]: DEBUG oslo_vmware.api [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251447, 'name': PowerOffVM_Task, 'duration_secs': 0.412737} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.535237] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.535356] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.535609] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8df79820-8fd3-4443-bf67-602c68985d57 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.620462] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.620692] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.620876] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Deleting the datastore file [datastore2] 3ecc127a-fa82-4a97-aaca-452d126ea168 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.621198] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2749a9a-1b42-431f-a48b-275e41801d7e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.628770] env[69169]: DEBUG oslo_vmware.api [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Waiting for the task: (returnval){ [ 1031.628770] env[69169]: value = "task-3251451" [ 1031.628770] env[69169]: _type = "Task" [ 1031.628770] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.637095] env[69169]: DEBUG oslo_vmware.api [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.698205] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251449, 'name': ReconfigVM_Task, 'duration_secs': 0.332238} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.701415] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Reconfigured VM instance instance-0000004e to attach disk [datastore1] b795a13c-58a3-4417-8e32-a8dad6b63387/b795a13c-58a3-4417-8e32-a8dad6b63387.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.702103] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251448, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.702328] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ee55c4f-700b-46e3-b1de-4a27a28f0b64 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.710544] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1031.710544] env[69169]: value = "task-3251452" [ 1031.710544] env[69169]: _type = "Task" [ 1031.710544] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.722072] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251452, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.812417] env[69169]: DEBUG nova.compute.manager [req-05099de8-c093-48ab-a10c-2830ea7aefe7 req-b185556d-455b-48e5-a2e8-1ae3f864aea6 service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Received event network-vif-plugged-c7474da2-e5e6-4209-9e91-e56ac106eb85 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.812650] env[69169]: DEBUG oslo_concurrency.lockutils [req-05099de8-c093-48ab-a10c-2830ea7aefe7 req-b185556d-455b-48e5-a2e8-1ae3f864aea6 service nova] Acquiring lock "93b15968-4f72-4330-8d9e-ed4c671afd7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.812861] env[69169]: DEBUG oslo_concurrency.lockutils [req-05099de8-c093-48ab-a10c-2830ea7aefe7 req-b185556d-455b-48e5-a2e8-1ae3f864aea6 service nova] Lock "93b15968-4f72-4330-8d9e-ed4c671afd7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.813177] env[69169]: DEBUG oslo_concurrency.lockutils [req-05099de8-c093-48ab-a10c-2830ea7aefe7 req-b185556d-455b-48e5-a2e8-1ae3f864aea6 service nova] Lock "93b15968-4f72-4330-8d9e-ed4c671afd7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.813398] env[69169]: DEBUG nova.compute.manager [req-05099de8-c093-48ab-a10c-2830ea7aefe7 req-b185556d-455b-48e5-a2e8-1ae3f864aea6 service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] No waiting events found dispatching network-vif-plugged-c7474da2-e5e6-4209-9e91-e56ac106eb85 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.813560] env[69169]: WARNING nova.compute.manager [req-05099de8-c093-48ab-a10c-2830ea7aefe7 req-b185556d-455b-48e5-a2e8-1ae3f864aea6 service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Received unexpected event network-vif-plugged-c7474da2-e5e6-4209-9e91-e56ac106eb85 for instance with vm_state building and task_state block_device_mapping. [ 1031.905150] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.905656] env[69169]: DEBUG nova.compute.manager [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.908513] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.063s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.908726] env[69169]: DEBUG nova.objects.instance [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lazy-loading 'resources' on Instance uuid 147238a2-3a9e-4338-b0a4-f2f158784284 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.921587] env[69169]: DEBUG nova.network.neutron [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Successfully updated port: c7474da2-e5e6-4209-9e91-e56ac106eb85 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.139142] env[69169]: DEBUG oslo_vmware.api [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Task: {'id': task-3251451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211427} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.139464] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.139693] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.139875] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.140063] env[69169]: INFO nova.compute.manager [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1032.140306] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.140500] env[69169]: DEBUG nova.compute.manager [-] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.140595] env[69169]: DEBUG nova.network.neutron [-] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.195043] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251448, 'name': PowerOffVM_Task, 'duration_secs': 0.589184} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.197178] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.198012] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6e9ccf-36dd-48d1-9ae7-90220e8ab55f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.219709] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706d3a1c-a682-4373-b2b0-457aa90a07e8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.231887] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251452, 'name': Rename_Task, 'duration_secs': 0.167818} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.232176] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.232429] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f8f8e36-38ea-4b50-8dc7-7edf980c4eeb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.241272] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1032.241272] env[69169]: value = "task-3251453" [ 1032.241272] env[69169]: _type = "Task" [ 1032.241272] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.251831] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.260418] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.262648] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0f57516-4a6a-439e-853f-ba011d98f1cc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.271397] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1032.271397] env[69169]: value = "task-3251454" [ 1032.271397] env[69169]: _type = "Task" [ 1032.271397] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.282276] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.412280] env[69169]: DEBUG nova.compute.utils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.413796] env[69169]: DEBUG nova.compute.manager [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.414016] env[69169]: DEBUG nova.network.neutron [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.423640] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Acquiring lock "refresh_cache-93b15968-4f72-4330-8d9e-ed4c671afd7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.423812] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Acquired lock "refresh_cache-93b15968-4f72-4330-8d9e-ed4c671afd7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.423991] env[69169]: DEBUG nova.network.neutron [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.481835] env[69169]: DEBUG nova.policy [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e797286082e420cac6e39eb3f5fd6af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db1de70235344735a78091aa0aa17713', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.754008] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251453, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.784149] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] VM already powered off {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1032.784467] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.785112] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.785402] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.785656] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.786140] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-028c19a2-f387-4591-86ff-4b2b332ee7db {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.797089] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.797399] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.798336] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd66b683-f82a-4275-a1ce-82f45cc67bd8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.806598] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1032.806598] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d312e7-a7d5-80f3-9491-7e4844ba0734" [ 1032.806598] env[69169]: _type = "Task" [ 1032.806598] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.816750] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d312e7-a7d5-80f3-9491-7e4844ba0734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.892287] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32aedf6-49b0-43f7-a99a-7f604fc4e2f0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.898938] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2011eb2-d827-4738-818b-8cb054e10390 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.936618] env[69169]: DEBUG nova.compute.manager [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.944993] env[69169]: DEBUG nova.network.neutron [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Successfully created port: dd51fb12-eacd-47db-9add-e3176954677f {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.945209] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe6cf35-e76a-48fd-a835-875319911259 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.955361] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb54ed3d-7a3e-428e-b720-1a5fa5b248ba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.973242] env[69169]: DEBUG nova.compute.provider_tree [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.007276] env[69169]: DEBUG nova.network.neutron [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.256188] env[69169]: DEBUG oslo_vmware.api [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251453, 'name': PowerOnVM_Task, 'duration_secs': 0.729697} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.256894] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.257511] env[69169]: INFO nova.compute.manager [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1033.260017] env[69169]: DEBUG nova.compute.manager [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.260017] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a10d90b-43c9-4792-ba99-9a6f665e75b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.268996] env[69169]: DEBUG nova.network.neutron [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Updating instance_info_cache with network_info: [{"id": "c7474da2-e5e6-4209-9e91-e56ac106eb85", "address": "fa:16:3e:61:e2:c6", "network": {"id": "f13dd748-f80a-4846-ba1e-11fa1b88d5e8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1872160310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286f3747c29d446daf030e3ed923a270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7474da2-e5", "ovs_interfaceid": "c7474da2-e5e6-4209-9e91-e56ac106eb85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.309333] env[69169]: DEBUG nova.compute.manager [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.309854] env[69169]: DEBUG nova.virt.hardware [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.310067] env[69169]: DEBUG nova.virt.hardware [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.310223] env[69169]: DEBUG nova.virt.hardware [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.310401] env[69169]: DEBUG nova.virt.hardware [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.310585] env[69169]: DEBUG nova.virt.hardware [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.310885] env[69169]: DEBUG nova.virt.hardware [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.312502] env[69169]: DEBUG nova.virt.hardware [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.312502] env[69169]: DEBUG nova.virt.hardware [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.312502] env[69169]: DEBUG nova.virt.hardware [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.312502] env[69169]: DEBUG nova.virt.hardware [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.312502] env[69169]: DEBUG nova.virt.hardware [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.312871] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b20104-04b3-4203-b377-4efaddbe8de2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.326788] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d312e7-a7d5-80f3-9491-7e4844ba0734, 'name': SearchDatastore_Task, 'duration_secs': 0.011017} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.328246] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8534e24c-1fab-4e29-b674-3cef116075c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.332828] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4787cb-3fad-42c6-b954-8f8344daf5e6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.339067] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1033.339067] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c1143a-b535-384e-49af-7ba9bd28f7cb" [ 1033.339067] env[69169]: _type = "Task" [ 1033.339067] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.350713] env[69169]: DEBUG nova.network.neutron [-] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.361900] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c1143a-b535-384e-49af-7ba9bd28f7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.362354] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.362626] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] db322ef3-1e66-4ec5-831e-ea324be1c679/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk. {{(pid=69169) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1033.362887] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aa8bf6c-5785-46ad-93a4-8c6138197abc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.371777] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1033.371777] env[69169]: value = "task-3251455" [ 1033.371777] env[69169]: _type = "Task" [ 1033.371777] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.380817] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.477516] env[69169]: DEBUG nova.scheduler.client.report [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.775599] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Releasing lock "refresh_cache-93b15968-4f72-4330-8d9e-ed4c671afd7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.776078] env[69169]: DEBUG nova.compute.manager [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Instance network_info: |[{"id": "c7474da2-e5e6-4209-9e91-e56ac106eb85", "address": "fa:16:3e:61:e2:c6", "network": {"id": "f13dd748-f80a-4846-ba1e-11fa1b88d5e8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1872160310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286f3747c29d446daf030e3ed923a270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7474da2-e5", "ovs_interfaceid": "c7474da2-e5e6-4209-9e91-e56ac106eb85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.777943] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:e2:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7474da2-e5e6-4209-9e91-e56ac106eb85', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.785545] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Creating folder: Project (286f3747c29d446daf030e3ed923a270). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.786221] env[69169]: INFO nova.compute.manager [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Took 25.17 seconds to build instance. [ 1033.787271] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99bd5559-89c2-43e5-8749-c11fff9d589f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.806350] env[69169]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1033.806749] env[69169]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69169) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1033.807454] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Folder already exists: Project (286f3747c29d446daf030e3ed923a270). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1033.807783] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Creating folder: Instances. Parent ref: group-v649675. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.808166] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05a7e457-650b-4d76-aa8e-40acf1ca5dfd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.820140] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Created folder: Instances in parent group-v649675. [ 1033.820403] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.820601] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.820815] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc449a04-0877-4e8e-9e6f-2e0f8f394472 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.843626] env[69169]: DEBUG nova.compute.manager [req-d8f3ce82-66cc-41e7-8adf-dfbd2919dccb req-5da135dd-267b-49f1-90f1-d1778234da5f service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Received event network-changed-c7474da2-e5e6-4209-9e91-e56ac106eb85 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.843858] env[69169]: DEBUG nova.compute.manager [req-d8f3ce82-66cc-41e7-8adf-dfbd2919dccb req-5da135dd-267b-49f1-90f1-d1778234da5f service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Refreshing instance network info cache due to event network-changed-c7474da2-e5e6-4209-9e91-e56ac106eb85. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.844079] env[69169]: DEBUG oslo_concurrency.lockutils [req-d8f3ce82-66cc-41e7-8adf-dfbd2919dccb req-5da135dd-267b-49f1-90f1-d1778234da5f service nova] Acquiring lock "refresh_cache-93b15968-4f72-4330-8d9e-ed4c671afd7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.844227] env[69169]: DEBUG oslo_concurrency.lockutils [req-d8f3ce82-66cc-41e7-8adf-dfbd2919dccb req-5da135dd-267b-49f1-90f1-d1778234da5f service nova] Acquired lock "refresh_cache-93b15968-4f72-4330-8d9e-ed4c671afd7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.844385] env[69169]: DEBUG nova.network.neutron [req-d8f3ce82-66cc-41e7-8adf-dfbd2919dccb req-5da135dd-267b-49f1-90f1-d1778234da5f service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Refreshing network info cache for port c7474da2-e5e6-4209-9e91-e56ac106eb85 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.847030] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.847030] env[69169]: value = "task-3251458" [ 1033.847030] env[69169]: _type = "Task" [ 1033.847030] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.856296] env[69169]: INFO nova.compute.manager [-] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Took 1.72 seconds to deallocate network for instance. [ 1033.856499] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251458, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.883191] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439326} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.884059] env[69169]: INFO nova.virt.vmwareapi.ds_util [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] db322ef3-1e66-4ec5-831e-ea324be1c679/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk. [ 1033.884298] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa5eafa-eab0-403c-a792-e02127124476 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.913060] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] db322ef3-1e66-4ec5-831e-ea324be1c679/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.913645] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2222bcc5-14b7-4572-899b-e6aa4a4fa52f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.934368] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1033.934368] env[69169]: value = "task-3251459" [ 1033.934368] env[69169]: _type = "Task" [ 1033.934368] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.945142] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.951409] env[69169]: DEBUG nova.compute.manager [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.983018] env[69169]: DEBUG nova.virt.hardware [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.983295] env[69169]: DEBUG nova.virt.hardware [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.983465] env[69169]: DEBUG nova.virt.hardware [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.983813] env[69169]: DEBUG nova.virt.hardware [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.984074] env[69169]: DEBUG nova.virt.hardware [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.984286] env[69169]: DEBUG nova.virt.hardware [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.984576] env[69169]: DEBUG nova.virt.hardware [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.984839] env[69169]: DEBUG nova.virt.hardware [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.985066] env[69169]: DEBUG nova.virt.hardware [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.985277] env[69169]: DEBUG nova.virt.hardware [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.985510] env[69169]: DEBUG nova.virt.hardware [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.986351] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.989663] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21f71c6-a8e3-48fd-b1cf-6af0abe7d5a5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.992209] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.037s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.994123] env[69169]: INFO nova.compute.claims [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.003897] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae21a4ba-af7a-494f-9020-351b2937c5aa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.019511] env[69169]: INFO nova.scheduler.client.report [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Deleted allocations for instance 147238a2-3a9e-4338-b0a4-f2f158784284 [ 1034.292897] env[69169]: DEBUG oslo_concurrency.lockutils [None req-09ae9a88-dca9-47c2-94f3-4f112ade29e6 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "b795a13c-58a3-4417-8e32-a8dad6b63387" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.689s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.369375] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.370170] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251458, 'name': CreateVM_Task, 'duration_secs': 0.34808} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.370269] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.370944] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649682', 'volume_id': '200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'name': 'volume-200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93b15968-4f72-4330-8d9e-ed4c671afd7f', 'attached_at': '', 'detached_at': '', 'volume_id': '200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'serial': '200c3b38-5050-4c02-8751-17a3b1fe7dfb'}, 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'attachment_id': '43c4e0f9-0597-435f-9d27-6af12d4a0adb', 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69169) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1034.372077] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Root volume attach. Driver type: vmdk {{(pid=69169) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1034.372261] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6d8643-4d27-4b97-8934-d17fd0f3f769 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.381191] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577347d0-8d29-4e38-bb1e-d4fbf6978293 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.388769] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f0d2b3-6856-4037-870a-c351575a80df {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.398415] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7fa7493e-c4c0-4bd5-8610-7b0991835465 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.409576] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Waiting for the task: (returnval){ [ 1034.409576] env[69169]: value = "task-3251460" [ 1034.409576] env[69169]: _type = "Task" [ 1034.409576] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.418046] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251460, 'name': RelocateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.447184] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251459, 'name': ReconfigVM_Task, 'duration_secs': 0.310315} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.447514] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Reconfigured VM instance instance-0000004d to attach disk [datastore1] db322ef3-1e66-4ec5-831e-ea324be1c679/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.448420] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa9304c-60b4-496c-bad3-12ea0a9a053b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.477997] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8090304e-3709-4337-a5a5-1bbe7d9fb736 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.498479] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1034.498479] env[69169]: value = "task-3251461" [ 1034.498479] env[69169]: _type = "Task" [ 1034.498479] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.509241] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.527829] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2e652fb9-928d-46a3-a2ba-1eea23478229 tempest-ListServerFiltersTestJSON-247042819 tempest-ListServerFiltersTestJSON-247042819-project-member] Lock "147238a2-3a9e-4338-b0a4-f2f158784284" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.469s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.785987] env[69169]: DEBUG nova.network.neutron [req-d8f3ce82-66cc-41e7-8adf-dfbd2919dccb req-5da135dd-267b-49f1-90f1-d1778234da5f service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Updated VIF entry in instance network info cache for port c7474da2-e5e6-4209-9e91-e56ac106eb85. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.786349] env[69169]: DEBUG nova.network.neutron [req-d8f3ce82-66cc-41e7-8adf-dfbd2919dccb req-5da135dd-267b-49f1-90f1-d1778234da5f service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Updating instance_info_cache with network_info: [{"id": "c7474da2-e5e6-4209-9e91-e56ac106eb85", "address": "fa:16:3e:61:e2:c6", "network": {"id": "f13dd748-f80a-4846-ba1e-11fa1b88d5e8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1872160310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286f3747c29d446daf030e3ed923a270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7474da2-e5", "ovs_interfaceid": "c7474da2-e5e6-4209-9e91-e56ac106eb85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.918169] env[69169]: DEBUG nova.network.neutron [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Successfully updated port: dd51fb12-eacd-47db-9add-e3176954677f {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.923887] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251460, 'name': RelocateVM_Task} progress is 34%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.016275] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251461, 'name': ReconfigVM_Task, 'duration_secs': 0.508251} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.017086] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.017422] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3774384-d977-418f-b9a9-f99dc0537c85 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.026286] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1035.026286] env[69169]: value = "task-3251462" [ 1035.026286] env[69169]: _type = "Task" [ 1035.026286] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.038945] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.289080] env[69169]: DEBUG oslo_concurrency.lockutils [req-d8f3ce82-66cc-41e7-8adf-dfbd2919dccb req-5da135dd-267b-49f1-90f1-d1778234da5f service nova] Releasing lock "refresh_cache-93b15968-4f72-4330-8d9e-ed4c671afd7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.289780] env[69169]: DEBUG nova.compute.manager [req-d8f3ce82-66cc-41e7-8adf-dfbd2919dccb req-5da135dd-267b-49f1-90f1-d1778234da5f service nova] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Received event network-vif-deleted-492a62e4-1ac1-4cc4-8237-3971204eccc1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.421258] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251460, 'name': RelocateVM_Task} progress is 43%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.425350] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "refresh_cache-9182b24f-c2f2-4571-a594-f564d5e39f15" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.425715] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "refresh_cache-9182b24f-c2f2-4571-a594-f564d5e39f15" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.425969] env[69169]: DEBUG nova.network.neutron [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.447026] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae98cb35-c5e4-40c7-bdec-8561eaf759fe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.456745] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a164613e-7919-4dfd-8ae8-37c9b7c2acbb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.494785] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0322a33-be13-4838-abc9-a335e8df1e45 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.498694] env[69169]: DEBUG nova.compute.manager [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.499624] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd7b4b8-9d76-4037-82b3-5ff0da310b10 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.511336] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e5a90d-6d7f-4e6c-a765-b03b520da5be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.534019] env[69169]: DEBUG nova.compute.provider_tree [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.544684] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251462, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.871387] env[69169]: DEBUG nova.compute.manager [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Received event network-vif-plugged-dd51fb12-eacd-47db-9add-e3176954677f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.871728] env[69169]: DEBUG oslo_concurrency.lockutils [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] Acquiring lock "9182b24f-c2f2-4571-a594-f564d5e39f15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.871962] env[69169]: DEBUG oslo_concurrency.lockutils [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] Lock "9182b24f-c2f2-4571-a594-f564d5e39f15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.872230] env[69169]: DEBUG oslo_concurrency.lockutils [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] Lock "9182b24f-c2f2-4571-a594-f564d5e39f15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.872342] env[69169]: DEBUG nova.compute.manager [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] No waiting events found dispatching network-vif-plugged-dd51fb12-eacd-47db-9add-e3176954677f {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.872651] env[69169]: WARNING nova.compute.manager [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Received unexpected event network-vif-plugged-dd51fb12-eacd-47db-9add-e3176954677f for instance with vm_state building and task_state spawning. [ 1035.872923] env[69169]: DEBUG nova.compute.manager [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Received event network-changed-dd51fb12-eacd-47db-9add-e3176954677f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.873082] env[69169]: DEBUG nova.compute.manager [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Refreshing instance network info cache due to event network-changed-dd51fb12-eacd-47db-9add-e3176954677f. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.873213] env[69169]: DEBUG oslo_concurrency.lockutils [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] Acquiring lock "refresh_cache-9182b24f-c2f2-4571-a594-f564d5e39f15" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.921402] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251460, 'name': RelocateVM_Task} progress is 56%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.965265] env[69169]: DEBUG nova.network.neutron [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.019931] env[69169]: INFO nova.compute.manager [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] instance snapshotting [ 1036.023074] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490a3e69-0354-438a-934d-cc2a4c141cc9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.044283] env[69169]: DEBUG nova.scheduler.client.report [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.051819] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73478ee1-1aaa-4a10-946f-295787de1c4b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.063711] env[69169]: DEBUG oslo_vmware.api [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251462, 'name': PowerOnVM_Task, 'duration_secs': 0.752233} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.065909] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.071658] env[69169]: DEBUG nova.compute.manager [None req-d9afb9eb-5804-4a88-b824-77326800c0ab tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.072672] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c695f6f-75b6-46dd-be1c-b0750eb599d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.136368] env[69169]: DEBUG nova.network.neutron [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Updating instance_info_cache with network_info: [{"id": "dd51fb12-eacd-47db-9add-e3176954677f", "address": "fa:16:3e:e8:4a:98", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd51fb12-ea", "ovs_interfaceid": "dd51fb12-eacd-47db-9add-e3176954677f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.421328] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251460, 'name': RelocateVM_Task} progress is 69%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.556149] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.556795] env[69169]: DEBUG nova.compute.manager [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.559816] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.841s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.561698] env[69169]: INFO nova.compute.claims [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.577799] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1036.578206] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d569432-e0b7-4630-aa77-3ad9df09e602 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.590290] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1036.590290] env[69169]: value = "task-3251463" [ 1036.590290] env[69169]: _type = "Task" [ 1036.590290] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.605782] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251463, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.639447] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "refresh_cache-9182b24f-c2f2-4571-a594-f564d5e39f15" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.639920] env[69169]: DEBUG nova.compute.manager [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Instance network_info: |[{"id": "dd51fb12-eacd-47db-9add-e3176954677f", "address": "fa:16:3e:e8:4a:98", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd51fb12-ea", "ovs_interfaceid": "dd51fb12-eacd-47db-9add-e3176954677f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.640501] env[69169]: DEBUG oslo_concurrency.lockutils [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] Acquired lock "refresh_cache-9182b24f-c2f2-4571-a594-f564d5e39f15" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.641159] env[69169]: DEBUG nova.network.neutron [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Refreshing network info cache for port dd51fb12-eacd-47db-9add-e3176954677f {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.642666] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:4a:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd51fb12-eacd-47db-9add-e3176954677f', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.651153] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.651821] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.652613] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff51a54c-a18b-44be-a0e0-f8c09e90a918 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.677408] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.677408] env[69169]: value = "task-3251464" [ 1036.677408] env[69169]: _type = "Task" [ 1036.677408] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.689931] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251464, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.923333] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251460, 'name': RelocateVM_Task} progress is 84%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.067787] env[69169]: DEBUG nova.compute.utils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.071967] env[69169]: DEBUG nova.compute.manager [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.072198] env[69169]: DEBUG nova.network.neutron [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.102797] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251463, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.142973] env[69169]: DEBUG nova.policy [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a99b49adf7a7402ebdfa46a81852d3ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d76d4f772754a138d921a6ccd58ddde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.190081] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251464, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.432413] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251460, 'name': RelocateVM_Task} progress is 97%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.576080] env[69169]: DEBUG nova.compute.manager [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.577245] env[69169]: DEBUG nova.network.neutron [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Updated VIF entry in instance network info cache for port dd51fb12-eacd-47db-9add-e3176954677f. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.577840] env[69169]: DEBUG nova.network.neutron [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Updating instance_info_cache with network_info: [{"id": "dd51fb12-eacd-47db-9add-e3176954677f", "address": "fa:16:3e:e8:4a:98", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd51fb12-ea", "ovs_interfaceid": "dd51fb12-eacd-47db-9add-e3176954677f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.612107] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251463, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.689477] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251464, 'name': CreateVM_Task, 'duration_secs': 0.96146} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.689706] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.690442] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.690939] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.690939] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.691198] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e043f5-4646-4221-8fbb-c7da839d494b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.702967] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1037.702967] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e04fb8-a95d-b07d-6cf2-a4dce699dbda" [ 1037.702967] env[69169]: _type = "Task" [ 1037.702967] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.709863] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e04fb8-a95d-b07d-6cf2-a4dce699dbda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.752426] env[69169]: DEBUG nova.network.neutron [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Successfully created port: 6e41cd0f-0627-4999-8906-90a9103f96dc {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.924934] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251460, 'name': RelocateVM_Task} progress is 97%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.937806] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e375f-a1f0-452a-b9ab-0a2286172232 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.946221] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3343c8-09ec-4bb6-b265-3c46ae14589f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.984232] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd85764-2993-4bcd-b900-420bb48a6ae4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.988496] env[69169]: DEBUG nova.compute.manager [req-76276a94-a8a2-4b7e-9176-15fadca96abe req-cbd466ce-e538-4866-a81c-42860c643c7f service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Received event network-changed-5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.991228] env[69169]: DEBUG nova.compute.manager [req-76276a94-a8a2-4b7e-9176-15fadca96abe req-cbd466ce-e538-4866-a81c-42860c643c7f service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Refreshing instance network info cache due to event network-changed-5625622e-8cbc-4541-aef0-beb4a19625ba. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.991228] env[69169]: DEBUG oslo_concurrency.lockutils [req-76276a94-a8a2-4b7e-9176-15fadca96abe req-cbd466ce-e538-4866-a81c-42860c643c7f service nova] Acquiring lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.991228] env[69169]: DEBUG oslo_concurrency.lockutils [req-76276a94-a8a2-4b7e-9176-15fadca96abe req-cbd466ce-e538-4866-a81c-42860c643c7f service nova] Acquired lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.991228] env[69169]: DEBUG nova.network.neutron [req-76276a94-a8a2-4b7e-9176-15fadca96abe req-cbd466ce-e538-4866-a81c-42860c643c7f service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Refreshing network info cache for port 5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.997421] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cbc7fc-589f-4485-b6e4-eb7b9f8cf658 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.014591] env[69169]: DEBUG nova.compute.provider_tree [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.083122] env[69169]: DEBUG oslo_concurrency.lockutils [req-083ae4f0-af07-46ec-b4ee-12526ecea7a6 req-8452bc1e-8f47-4f5b-9474-ed0a490ba9a1 service nova] Releasing lock "refresh_cache-9182b24f-c2f2-4571-a594-f564d5e39f15" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.103245] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251463, 'name': CreateSnapshot_Task, 'duration_secs': 1.253513} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.103425] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1038.104197] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c27116-fcb4-48c4-a56c-1d16e937307a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.212991] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e04fb8-a95d-b07d-6cf2-a4dce699dbda, 'name': SearchDatastore_Task, 'duration_secs': 0.058803} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.213330] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.213568] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.213803] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.213946] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.214144] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.214442] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de52ce6a-9c9e-45c5-92ba-4e6f9a5b9815 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.226121] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.226391] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.227261] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f833079-bf4e-4e1a-97ef-6ab55bab584a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.233439] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1038.233439] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52eab180-ba75-d90d-7d28-a7f9d748ff5f" [ 1038.233439] env[69169]: _type = "Task" [ 1038.233439] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.242645] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52eab180-ba75-d90d-7d28-a7f9d748ff5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.354686] env[69169]: DEBUG nova.compute.manager [req-e172ec6c-3d26-4e2d-96b2-295141898e21 req-fe6a4103-f296-4d97-a419-f30a205d5fdf service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Received event network-changed-5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.354901] env[69169]: DEBUG nova.compute.manager [req-e172ec6c-3d26-4e2d-96b2-295141898e21 req-fe6a4103-f296-4d97-a419-f30a205d5fdf service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Refreshing instance network info cache due to event network-changed-5625622e-8cbc-4541-aef0-beb4a19625ba. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.355110] env[69169]: DEBUG oslo_concurrency.lockutils [req-e172ec6c-3d26-4e2d-96b2-295141898e21 req-fe6a4103-f296-4d97-a419-f30a205d5fdf service nova] Acquiring lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.422666] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251460, 'name': RelocateVM_Task} progress is 98%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.520024] env[69169]: DEBUG nova.scheduler.client.report [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.589611] env[69169]: DEBUG nova.compute.manager [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.617587] env[69169]: DEBUG nova.virt.hardware [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.617839] env[69169]: DEBUG nova.virt.hardware [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.617997] env[69169]: DEBUG nova.virt.hardware [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.618194] env[69169]: DEBUG nova.virt.hardware [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.618416] env[69169]: DEBUG nova.virt.hardware [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.618623] env[69169]: DEBUG nova.virt.hardware [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.618842] env[69169]: DEBUG nova.virt.hardware [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.618998] env[69169]: DEBUG nova.virt.hardware [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.619283] env[69169]: DEBUG nova.virt.hardware [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.619509] env[69169]: DEBUG nova.virt.hardware [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.619709] env[69169]: DEBUG nova.virt.hardware [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.626718] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1038.627571] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9359183d-3e18-4376-b2cc-2942154e096b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.630785] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17a5150f-96eb-4b2e-b1ae-33d483e5cfbc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.642022] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b36ae7-7e8a-4cf2-9959-a008aecf38a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.646930] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1038.646930] env[69169]: value = "task-3251465" [ 1038.646930] env[69169]: _type = "Task" [ 1038.646930] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.665017] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251465, 'name': CloneVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.749031] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52eab180-ba75-d90d-7d28-a7f9d748ff5f, 'name': SearchDatastore_Task, 'duration_secs': 0.014239} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.749031] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd973aa-babd-4c15-b65b-124f1a879e37 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.755052] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1038.755052] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522a7e01-6cce-b5e9-773c-dbe2dc690677" [ 1038.755052] env[69169]: _type = "Task" [ 1038.755052] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.764040] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522a7e01-6cce-b5e9-773c-dbe2dc690677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.765239] env[69169]: DEBUG nova.network.neutron [req-76276a94-a8a2-4b7e-9176-15fadca96abe req-cbd466ce-e538-4866-a81c-42860c643c7f service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updated VIF entry in instance network info cache for port 5625622e-8cbc-4541-aef0-beb4a19625ba. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.765656] env[69169]: DEBUG nova.network.neutron [req-76276a94-a8a2-4b7e-9176-15fadca96abe req-cbd466ce-e538-4866-a81c-42860c643c7f service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updating instance_info_cache with network_info: [{"id": "5625622e-8cbc-4541-aef0-beb4a19625ba", "address": "fa:16:3e:f2:3f:d6", "network": {"id": "e1d137c2-a76c-467c-b784-f1df5c8ff1e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1154337293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82c75a921a0c4d028334fff4313bf9ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5625622e-8c", "ovs_interfaceid": "5625622e-8cbc-4541-aef0-beb4a19625ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.923254] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251460, 'name': RelocateVM_Task, 'duration_secs': 4.347928} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.923616] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1038.923838] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649682', 'volume_id': '200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'name': 'volume-200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93b15968-4f72-4330-8d9e-ed4c671afd7f', 'attached_at': '', 'detached_at': '', 'volume_id': '200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'serial': '200c3b38-5050-4c02-8751-17a3b1fe7dfb'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1038.924625] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e768c471-70bf-427a-b395-576c01a9d404 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.941625] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3258c674-9779-4e5d-bd04-436b834ef173 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.968404] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-200c3b38-5050-4c02-8751-17a3b1fe7dfb/volume-200c3b38-5050-4c02-8751-17a3b1fe7dfb.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.968759] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d99487-e6fc-4834-b1cf-f23d2741aa76 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.990209] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Waiting for the task: (returnval){ [ 1038.990209] env[69169]: value = "task-3251466" [ 1038.990209] env[69169]: _type = "Task" [ 1038.990209] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.999531] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.026151] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.026644] env[69169]: DEBUG nova.compute.manager [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.029315] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.862s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.030441] env[69169]: DEBUG nova.objects.instance [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Lazy-loading 'resources' on Instance uuid a4932b56-d94f-444e-8e5a-ea6c94ec9ac3 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.160644] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251465, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.267319] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522a7e01-6cce-b5e9-773c-dbe2dc690677, 'name': SearchDatastore_Task, 'duration_secs': 0.024665} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.267855] env[69169]: DEBUG oslo_concurrency.lockutils [req-76276a94-a8a2-4b7e-9176-15fadca96abe req-cbd466ce-e538-4866-a81c-42860c643c7f service nova] Releasing lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.268291] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.268602] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 9182b24f-c2f2-4571-a594-f564d5e39f15/9182b24f-c2f2-4571-a594-f564d5e39f15.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.268920] env[69169]: DEBUG oslo_concurrency.lockutils [req-e172ec6c-3d26-4e2d-96b2-295141898e21 req-fe6a4103-f296-4d97-a419-f30a205d5fdf service nova] Acquired lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.269152] env[69169]: DEBUG nova.network.neutron [req-e172ec6c-3d26-4e2d-96b2-295141898e21 req-fe6a4103-f296-4d97-a419-f30a205d5fdf service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Refreshing network info cache for port 5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.270383] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe31e87d-bcb4-4ef7-b4b4-5a66df5cbc55 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.278617] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1039.278617] env[69169]: value = "task-3251467" [ 1039.278617] env[69169]: _type = "Task" [ 1039.278617] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.289556] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.507995] env[69169]: DEBUG nova.network.neutron [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Successfully updated port: 6e41cd0f-0627-4999-8906-90a9103f96dc {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.514292] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251466, 'name': ReconfigVM_Task, 'duration_secs': 0.450487} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.515018] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-200c3b38-5050-4c02-8751-17a3b1fe7dfb/volume-200c3b38-5050-4c02-8751-17a3b1fe7dfb.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.524090] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a15b76c-6929-43cd-baa2-66c2b75d898a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.537804] env[69169]: DEBUG nova.compute.utils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.543568] env[69169]: DEBUG nova.compute.manager [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.543568] env[69169]: DEBUG nova.network.neutron [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.555226] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Waiting for the task: (returnval){ [ 1039.555226] env[69169]: value = "task-3251468" [ 1039.555226] env[69169]: _type = "Task" [ 1039.555226] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.574416] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.603440] env[69169]: DEBUG nova.policy [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cfef0849fb4a12b890ed836f8c0c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf2d8d04a5ab47fda9b658c0c265488e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.660733] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251465, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.795920] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251467, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.945692] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df3d84c-18b5-424f-b9d0-0a0860946caf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.954999] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0815950d-b4cb-490d-b219-971a03a36472 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.994234] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97f651b-7ec0-4454-9ab3-4e81df381b5b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.002749] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d145b2-bbae-4c68-bf50-bf7acf90531d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.020222] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Acquiring lock "refresh_cache-5d294bea-eda0-4752-bcfb-08992564cbe5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.020222] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Acquired lock "refresh_cache-5d294bea-eda0-4752-bcfb-08992564cbe5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.020222] env[69169]: DEBUG nova.network.neutron [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.021451] env[69169]: DEBUG nova.compute.provider_tree [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.041123] env[69169]: DEBUG nova.compute.manager [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.067655] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251468, 'name': ReconfigVM_Task, 'duration_secs': 0.214912} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.067956] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649682', 'volume_id': '200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'name': 'volume-200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93b15968-4f72-4330-8d9e-ed4c671afd7f', 'attached_at': '', 'detached_at': '', 'volume_id': '200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'serial': '200c3b38-5050-4c02-8751-17a3b1fe7dfb'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1040.068588] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dd6be1f-e540-465b-9941-6241236d1a5a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.077917] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Waiting for the task: (returnval){ [ 1040.077917] env[69169]: value = "task-3251469" [ 1040.077917] env[69169]: _type = "Task" [ 1040.077917] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.087605] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251469, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.160331] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251465, 'name': CloneVM_Task} progress is 95%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.293239] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612465} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.293514] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 9182b24f-c2f2-4571-a594-f564d5e39f15/9182b24f-c2f2-4571-a594-f564d5e39f15.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.293726] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.293990] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bb43978-ed34-49e7-b45a-7377461c2531 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.301843] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1040.301843] env[69169]: value = "task-3251470" [ 1040.301843] env[69169]: _type = "Task" [ 1040.301843] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.312319] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.484319] env[69169]: DEBUG nova.network.neutron [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Successfully created port: ed907218-0d22-4ff1-8364-dd3891f3f502 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.487828] env[69169]: DEBUG nova.network.neutron [req-e172ec6c-3d26-4e2d-96b2-295141898e21 req-fe6a4103-f296-4d97-a419-f30a205d5fdf service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updated VIF entry in instance network info cache for port 5625622e-8cbc-4541-aef0-beb4a19625ba. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.488193] env[69169]: DEBUG nova.network.neutron [req-e172ec6c-3d26-4e2d-96b2-295141898e21 req-fe6a4103-f296-4d97-a419-f30a205d5fdf service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updating instance_info_cache with network_info: [{"id": "5625622e-8cbc-4541-aef0-beb4a19625ba", "address": "fa:16:3e:f2:3f:d6", "network": {"id": "e1d137c2-a76c-467c-b784-f1df5c8ff1e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1154337293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82c75a921a0c4d028334fff4313bf9ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5625622e-8c", "ovs_interfaceid": "5625622e-8cbc-4541-aef0-beb4a19625ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.527497] env[69169]: DEBUG nova.scheduler.client.report [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.563813] env[69169]: DEBUG nova.network.neutron [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.590988] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251469, 'name': Rename_Task, 'duration_secs': 0.172668} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.594993] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.597387] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15afd4f1-86ec-4ca8-af83-ba29f84c3c7a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.603548] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Waiting for the task: (returnval){ [ 1040.603548] env[69169]: value = "task-3251471" [ 1040.603548] env[69169]: _type = "Task" [ 1040.603548] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.615545] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.631112] env[69169]: DEBUG nova.compute.manager [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Received event network-vif-plugged-6e41cd0f-0627-4999-8906-90a9103f96dc {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.631112] env[69169]: DEBUG oslo_concurrency.lockutils [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] Acquiring lock "5d294bea-eda0-4752-bcfb-08992564cbe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.631112] env[69169]: DEBUG oslo_concurrency.lockutils [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] Lock "5d294bea-eda0-4752-bcfb-08992564cbe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.631112] env[69169]: DEBUG oslo_concurrency.lockutils [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] Lock "5d294bea-eda0-4752-bcfb-08992564cbe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.631112] env[69169]: DEBUG nova.compute.manager [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] No waiting events found dispatching network-vif-plugged-6e41cd0f-0627-4999-8906-90a9103f96dc {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.631112] env[69169]: WARNING nova.compute.manager [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Received unexpected event network-vif-plugged-6e41cd0f-0627-4999-8906-90a9103f96dc for instance with vm_state building and task_state spawning. [ 1040.631552] env[69169]: DEBUG nova.compute.manager [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Received event network-changed-6e41cd0f-0627-4999-8906-90a9103f96dc {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.631552] env[69169]: DEBUG nova.compute.manager [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Refreshing instance network info cache due to event network-changed-6e41cd0f-0627-4999-8906-90a9103f96dc. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.631552] env[69169]: DEBUG oslo_concurrency.lockutils [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] Acquiring lock "refresh_cache-5d294bea-eda0-4752-bcfb-08992564cbe5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.665809] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251465, 'name': CloneVM_Task, 'duration_secs': 1.878451} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.665809] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Created linked-clone VM from snapshot [ 1040.665809] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f3e997-6fec-4480-8090-3649e7b2ffae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.675785] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Uploading image 4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4 {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1040.704798] env[69169]: DEBUG oslo_vmware.rw_handles [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1040.704798] env[69169]: value = "vm-649697" [ 1040.704798] env[69169]: _type = "VirtualMachine" [ 1040.704798] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1040.705115] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d604192b-f545-49dc-a974-8dce9a1ad3c2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.714067] env[69169]: DEBUG oslo_vmware.rw_handles [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lease: (returnval){ [ 1040.714067] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5215c78e-8700-7145-a487-c405a1633299" [ 1040.714067] env[69169]: _type = "HttpNfcLease" [ 1040.714067] env[69169]: } obtained for exporting VM: (result){ [ 1040.714067] env[69169]: value = "vm-649697" [ 1040.714067] env[69169]: _type = "VirtualMachine" [ 1040.714067] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1040.714351] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the lease: (returnval){ [ 1040.714351] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5215c78e-8700-7145-a487-c405a1633299" [ 1040.714351] env[69169]: _type = "HttpNfcLease" [ 1040.714351] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1040.721838] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.721838] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5215c78e-8700-7145-a487-c405a1633299" [ 1040.721838] env[69169]: _type = "HttpNfcLease" [ 1040.721838] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1040.812419] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207928} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.812811] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.813614] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df27ea2-8eaf-44ee-b15e-855de3099e3f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.847256] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 9182b24f-c2f2-4571-a594-f564d5e39f15/9182b24f-c2f2-4571-a594-f564d5e39f15.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.849165] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-848e2bd1-c492-43ea-b3a1-e76c48764321 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.878337] env[69169]: DEBUG nova.compute.manager [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Received event network-changed-5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.878676] env[69169]: DEBUG nova.compute.manager [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Refreshing instance network info cache due to event network-changed-5625622e-8cbc-4541-aef0-beb4a19625ba. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.878982] env[69169]: DEBUG oslo_concurrency.lockutils [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] Acquiring lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.880533] env[69169]: DEBUG nova.network.neutron [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Updating instance_info_cache with network_info: [{"id": "6e41cd0f-0627-4999-8906-90a9103f96dc", "address": "fa:16:3e:b2:8c:45", "network": {"id": "11a3aac3-5fc7-4240-a1c6-64f752c69914", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1723312228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d76d4f772754a138d921a6ccd58ddde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e41cd0f-06", "ovs_interfaceid": "6e41cd0f-0627-4999-8906-90a9103f96dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.891860] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1040.891860] env[69169]: value = "task-3251473" [ 1040.891860] env[69169]: _type = "Task" [ 1040.891860] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.907478] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.992701] env[69169]: DEBUG oslo_concurrency.lockutils [req-e172ec6c-3d26-4e2d-96b2-295141898e21 req-fe6a4103-f296-4d97-a419-f30a205d5fdf service nova] Releasing lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.993286] env[69169]: DEBUG oslo_concurrency.lockutils [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] Acquired lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.993515] env[69169]: DEBUG nova.network.neutron [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Refreshing network info cache for port 5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.033561] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.036151] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.979s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.037033] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.038283] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.389s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.038533] env[69169]: DEBUG nova.objects.instance [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lazy-loading 'resources' on Instance uuid 9d56d2af-10d5-4810-a9cd-ba3461f0f306 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.053150] env[69169]: DEBUG nova.compute.manager [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.062555] env[69169]: INFO nova.scheduler.client.report [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Deleted allocations for instance a4932b56-d94f-444e-8e5a-ea6c94ec9ac3 [ 1041.064673] env[69169]: INFO nova.scheduler.client.report [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Deleted allocations for instance 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7 [ 1041.084599] env[69169]: DEBUG nova.virt.hardware [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.084862] env[69169]: DEBUG nova.virt.hardware [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.085028] env[69169]: DEBUG nova.virt.hardware [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.085213] env[69169]: DEBUG nova.virt.hardware [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.085426] env[69169]: DEBUG nova.virt.hardware [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.085502] env[69169]: DEBUG nova.virt.hardware [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.085699] env[69169]: DEBUG nova.virt.hardware [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.085871] env[69169]: DEBUG nova.virt.hardware [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.086141] env[69169]: DEBUG nova.virt.hardware [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.086440] env[69169]: DEBUG nova.virt.hardware [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.086645] env[69169]: DEBUG nova.virt.hardware [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.087761] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb04a5c-3471-4cd9-95d4-baeeefd829fd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.097244] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9486eb69-bfc9-479e-a9a6-66de43686674 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.125078] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251471, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.224650] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.224650] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5215c78e-8700-7145-a487-c405a1633299" [ 1041.224650] env[69169]: _type = "HttpNfcLease" [ 1041.224650] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1041.225126] env[69169]: DEBUG oslo_vmware.rw_handles [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1041.225126] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5215c78e-8700-7145-a487-c405a1633299" [ 1041.225126] env[69169]: _type = "HttpNfcLease" [ 1041.225126] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1041.229262] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa48960-9649-4c49-9767-61cce13870b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.241310] env[69169]: DEBUG oslo_vmware.rw_handles [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521eeb2f-88e2-2bfe-2a06-677a76c2eaad/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1041.241568] env[69169]: DEBUG oslo_vmware.rw_handles [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521eeb2f-88e2-2bfe-2a06-677a76c2eaad/disk-0.vmdk for reading. {{(pid=69169) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1041.355417] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb69a978-d4c0-4e62-90aa-8744b7574899 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.384426] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Releasing lock "refresh_cache-5d294bea-eda0-4752-bcfb-08992564cbe5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.384753] env[69169]: DEBUG nova.compute.manager [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Instance network_info: |[{"id": "6e41cd0f-0627-4999-8906-90a9103f96dc", "address": "fa:16:3e:b2:8c:45", "network": {"id": "11a3aac3-5fc7-4240-a1c6-64f752c69914", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1723312228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d76d4f772754a138d921a6ccd58ddde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e41cd0f-06", "ovs_interfaceid": "6e41cd0f-0627-4999-8906-90a9103f96dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.385132] env[69169]: DEBUG oslo_concurrency.lockutils [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] Acquired lock "refresh_cache-5d294bea-eda0-4752-bcfb-08992564cbe5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.385347] env[69169]: DEBUG nova.network.neutron [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Refreshing network info cache for port 6e41cd0f-0627-4999-8906-90a9103f96dc {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.387945] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:8c:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e41cd0f-0627-4999-8906-90a9103f96dc', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.394049] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Creating folder: Project (2d76d4f772754a138d921a6ccd58ddde). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.397282] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d97f84cb-9a5e-491c-a39c-80c2d15604f6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.414271] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251473, 'name': ReconfigVM_Task, 'duration_secs': 0.461841} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.415681] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 9182b24f-c2f2-4571-a594-f564d5e39f15/9182b24f-c2f2-4571-a594-f564d5e39f15.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.416697] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Created folder: Project (2d76d4f772754a138d921a6ccd58ddde) in parent group-v649481. [ 1041.416867] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Creating folder: Instances. Parent ref: group-v649698. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.417113] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f990e0a-30b6-470d-9483-c09fa36c58b7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.418776] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fd00e21-e7c3-46f5-bcd5-a9e12c6c7525 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.425857] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1041.425857] env[69169]: value = "task-3251475" [ 1041.425857] env[69169]: _type = "Task" [ 1041.425857] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.435088] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Created folder: Instances in parent group-v649698. [ 1041.435302] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.435948] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.437179] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-223b1417-16f5-449a-82a8-71eb0590b512 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.460317] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251475, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.467886] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.467886] env[69169]: value = "task-3251477" [ 1041.467886] env[69169]: _type = "Task" [ 1041.467886] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.479769] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251477, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.542760] env[69169]: DEBUG nova.objects.instance [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lazy-loading 'numa_topology' on Instance uuid 9d56d2af-10d5-4810-a9cd-ba3461f0f306 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.580110] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec400cc6-b32b-45d3-acd2-4967331f9424 tempest-ServerMetadataNegativeTestJSON-981463219 tempest-ServerMetadataNegativeTestJSON-981463219-project-member] Lock "a4932b56-d94f-444e-8e5a-ea6c94ec9ac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.810s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.581103] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6438c62c-4614-48b2-a41c-a14bbb1ffa20 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "5bc9b7ec-3506-4814-ab8a-8f23c33d29c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.164s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.617229] env[69169]: DEBUG oslo_vmware.api [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251471, 'name': PowerOnVM_Task, 'duration_secs': 0.532946} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.617488] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.617738] env[69169]: INFO nova.compute.manager [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1041.617888] env[69169]: DEBUG nova.compute.manager [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.619108] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f6d947-0b8b-4dcf-895e-3dd04fd50365 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.794754] env[69169]: DEBUG nova.network.neutron [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updated VIF entry in instance network info cache for port 5625622e-8cbc-4541-aef0-beb4a19625ba. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.795286] env[69169]: DEBUG nova.network.neutron [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updating instance_info_cache with network_info: [{"id": "5625622e-8cbc-4541-aef0-beb4a19625ba", "address": "fa:16:3e:f2:3f:d6", "network": {"id": "e1d137c2-a76c-467c-b784-f1df5c8ff1e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1154337293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82c75a921a0c4d028334fff4313bf9ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5625622e-8c", "ovs_interfaceid": "5625622e-8cbc-4541-aef0-beb4a19625ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.943427] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquiring lock "db322ef3-1e66-4ec5-831e-ea324be1c679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.943841] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Lock "db322ef3-1e66-4ec5-831e-ea324be1c679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.944438] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquiring lock "db322ef3-1e66-4ec5-831e-ea324be1c679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.944681] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Lock "db322ef3-1e66-4ec5-831e-ea324be1c679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.944868] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Lock "db322ef3-1e66-4ec5-831e-ea324be1c679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.947427] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251475, 'name': Rename_Task, 'duration_secs': 0.218917} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.950821] env[69169]: INFO nova.compute.manager [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Terminating instance [ 1041.952265] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.952434] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3a3ea2c-c5c5-4c6f-9650-091faaf62cfc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.966272] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1041.966272] env[69169]: value = "task-3251478" [ 1041.966272] env[69169]: _type = "Task" [ 1041.966272] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.983450] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.987208] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251477, 'name': CreateVM_Task, 'duration_secs': 0.434745} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.987302] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.988081] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.988749] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.988749] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.988982] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9d632b-e82c-4e82-9b2e-0199d28827ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.994863] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Waiting for the task: (returnval){ [ 1041.994863] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5277d4e8-f53b-335e-aad2-b62774057c93" [ 1041.994863] env[69169]: _type = "Task" [ 1041.994863] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.004581] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5277d4e8-f53b-335e-aad2-b62774057c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.046685] env[69169]: DEBUG nova.objects.base [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Object Instance<9d56d2af-10d5-4810-a9cd-ba3461f0f306> lazy-loaded attributes: resources,numa_topology {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.150580] env[69169]: INFO nova.compute.manager [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Took 26.48 seconds to build instance. [ 1042.298592] env[69169]: DEBUG oslo_concurrency.lockutils [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] Releasing lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.299523] env[69169]: DEBUG nova.compute.manager [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Received event network-changed-5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.299523] env[69169]: DEBUG nova.compute.manager [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Refreshing instance network info cache due to event network-changed-5625622e-8cbc-4541-aef0-beb4a19625ba. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.299523] env[69169]: DEBUG oslo_concurrency.lockutils [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] Acquiring lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.299523] env[69169]: DEBUG oslo_concurrency.lockutils [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] Acquired lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.299728] env[69169]: DEBUG nova.network.neutron [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Refreshing network info cache for port 5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.404757] env[69169]: DEBUG nova.network.neutron [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Updated VIF entry in instance network info cache for port 6e41cd0f-0627-4999-8906-90a9103f96dc. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.405563] env[69169]: DEBUG nova.network.neutron [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Updating instance_info_cache with network_info: [{"id": "6e41cd0f-0627-4999-8906-90a9103f96dc", "address": "fa:16:3e:b2:8c:45", "network": {"id": "11a3aac3-5fc7-4240-a1c6-64f752c69914", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1723312228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d76d4f772754a138d921a6ccd58ddde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e41cd0f-06", "ovs_interfaceid": "6e41cd0f-0627-4999-8906-90a9103f96dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.430290] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e800abce-1f81-4aee-a150-ac099a187232 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.441558] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc47a06-8ebe-4e3e-9339-7dac74e6f1eb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.483782] env[69169]: DEBUG nova.compute.manager [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.484205] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.486363] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d1f059-cbd1-43cf-874d-c083ca3f0310 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.493622] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e164ab3-c2d5-42d8-b5de-2a35b326ac6b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.507989] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.508453] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251478, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.511149] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27cab8d2-edef-4dd1-9ffb-40b69406059c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.514226] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e581f1d7-b08f-4512-adb7-d4a3f9b55313 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.529439] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5277d4e8-f53b-335e-aad2-b62774057c93, 'name': SearchDatastore_Task, 'duration_secs': 0.019108} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.529439] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.529439] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.529439] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.529439] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.529439] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.529439] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3dc54dd-ab9b-434d-83a7-1b70d9a7d43e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.543031] env[69169]: DEBUG nova.compute.provider_tree [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.551259] env[69169]: DEBUG oslo_vmware.api [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1042.551259] env[69169]: value = "task-3251479" [ 1042.551259] env[69169]: _type = "Task" [ 1042.551259] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.562388] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.562787] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.567797] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ffc5365-87a7-4411-a4bb-e389e0843850 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.571676] env[69169]: DEBUG oslo_vmware.api [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.577840] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Waiting for the task: (returnval){ [ 1042.577840] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523e52d5-5b08-bd5e-56cb-e531bfdaef5a" [ 1042.577840] env[69169]: _type = "Task" [ 1042.577840] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.590656] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523e52d5-5b08-bd5e-56cb-e531bfdaef5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.653308] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f72710bf-a3ad-4a3e-95c2-5e8132941b1c tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Lock "93b15968-4f72-4330-8d9e-ed4c671afd7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.987s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.790177] env[69169]: DEBUG nova.compute.manager [req-1d5977a2-3c67-4369-8995-568797377413 req-ad21c903-cfd0-4281-913e-7a12ff0bb1dc service nova] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Received event network-vif-plugged-ed907218-0d22-4ff1-8364-dd3891f3f502 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.791386] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d5977a2-3c67-4369-8995-568797377413 req-ad21c903-cfd0-4281-913e-7a12ff0bb1dc service nova] Acquiring lock "91a1cf13-e804-4d0f-a8c8-55cbcd395845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.791737] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d5977a2-3c67-4369-8995-568797377413 req-ad21c903-cfd0-4281-913e-7a12ff0bb1dc service nova] Lock "91a1cf13-e804-4d0f-a8c8-55cbcd395845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.791979] env[69169]: DEBUG oslo_concurrency.lockutils [req-1d5977a2-3c67-4369-8995-568797377413 req-ad21c903-cfd0-4281-913e-7a12ff0bb1dc service nova] Lock "91a1cf13-e804-4d0f-a8c8-55cbcd395845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.792236] env[69169]: DEBUG nova.compute.manager [req-1d5977a2-3c67-4369-8995-568797377413 req-ad21c903-cfd0-4281-913e-7a12ff0bb1dc service nova] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] No waiting events found dispatching network-vif-plugged-ed907218-0d22-4ff1-8364-dd3891f3f502 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.793134] env[69169]: WARNING nova.compute.manager [req-1d5977a2-3c67-4369-8995-568797377413 req-ad21c903-cfd0-4281-913e-7a12ff0bb1dc service nova] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Received unexpected event network-vif-plugged-ed907218-0d22-4ff1-8364-dd3891f3f502 for instance with vm_state building and task_state spawning. [ 1042.913296] env[69169]: DEBUG oslo_concurrency.lockutils [req-d57f3e23-33e4-44cd-b6cb-db860845e489 req-c9bf6cf9-7ac9-4d9f-a4f8-06d07ea99302 service nova] Releasing lock "refresh_cache-5d294bea-eda0-4752-bcfb-08992564cbe5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.993773] env[69169]: DEBUG nova.compute.manager [req-1de3d521-a9d9-4328-8899-41361eed1900 req-6d86408f-5cf6-436f-a10b-1289eac8167b service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Received event network-changed-c7474da2-e5e6-4209-9e91-e56ac106eb85 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.994487] env[69169]: DEBUG nova.compute.manager [req-1de3d521-a9d9-4328-8899-41361eed1900 req-6d86408f-5cf6-436f-a10b-1289eac8167b service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Refreshing instance network info cache due to event network-changed-c7474da2-e5e6-4209-9e91-e56ac106eb85. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.997084] env[69169]: DEBUG oslo_concurrency.lockutils [req-1de3d521-a9d9-4328-8899-41361eed1900 req-6d86408f-5cf6-436f-a10b-1289eac8167b service nova] Acquiring lock "refresh_cache-93b15968-4f72-4330-8d9e-ed4c671afd7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.997084] env[69169]: DEBUG oslo_concurrency.lockutils [req-1de3d521-a9d9-4328-8899-41361eed1900 req-6d86408f-5cf6-436f-a10b-1289eac8167b service nova] Acquired lock "refresh_cache-93b15968-4f72-4330-8d9e-ed4c671afd7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.997084] env[69169]: DEBUG nova.network.neutron [req-1de3d521-a9d9-4328-8899-41361eed1900 req-6d86408f-5cf6-436f-a10b-1289eac8167b service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Refreshing network info cache for port c7474da2-e5e6-4209-9e91-e56ac106eb85 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.010021] env[69169]: DEBUG oslo_vmware.api [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251478, 'name': PowerOnVM_Task, 'duration_secs': 0.794141} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.010021] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.010021] env[69169]: INFO nova.compute.manager [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1043.010021] env[69169]: DEBUG nova.compute.manager [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.010021] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d36ae07-77c8-4d69-a450-56d780c6b52d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.031978] env[69169]: DEBUG nova.network.neutron [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Successfully updated port: ed907218-0d22-4ff1-8364-dd3891f3f502 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.053141] env[69169]: DEBUG nova.scheduler.client.report [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.075801] env[69169]: DEBUG oslo_vmware.api [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251479, 'name': PowerOffVM_Task, 'duration_secs': 0.342} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.076268] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.076552] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.076940] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f387eb8-38b5-4540-b0aa-a7f6807138cf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.099679] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523e52d5-5b08-bd5e-56cb-e531bfdaef5a, 'name': SearchDatastore_Task, 'duration_secs': 0.022053} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.100313] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52f74e6-2151-4401-b6b9-7abad64d089e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.110447] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Waiting for the task: (returnval){ [ 1043.110447] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528e3703-1c89-c269-326f-a8644d2e94d7" [ 1043.110447] env[69169]: _type = "Task" [ 1043.110447] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.190470] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.190470] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.190470] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Deleting the datastore file [datastore1] db322ef3-1e66-4ec5-831e-ea324be1c679 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.190470] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb86c68f-f15b-4680-9aef-f572a1b09170 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.203454] env[69169]: DEBUG oslo_vmware.api [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for the task: (returnval){ [ 1043.203454] env[69169]: value = "task-3251481" [ 1043.203454] env[69169]: _type = "Task" [ 1043.203454] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.212999] env[69169]: DEBUG oslo_vmware.api [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.352042] env[69169]: DEBUG nova.network.neutron [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updated VIF entry in instance network info cache for port 5625622e-8cbc-4541-aef0-beb4a19625ba. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.352042] env[69169]: DEBUG nova.network.neutron [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updating instance_info_cache with network_info: [{"id": "5625622e-8cbc-4541-aef0-beb4a19625ba", "address": "fa:16:3e:f2:3f:d6", "network": {"id": "e1d137c2-a76c-467c-b784-f1df5c8ff1e4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1154337293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82c75a921a0c4d028334fff4313bf9ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5625622e-8c", "ovs_interfaceid": "5625622e-8cbc-4541-aef0-beb4a19625ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.537461] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "refresh_cache-91a1cf13-e804-4d0f-a8c8-55cbcd395845" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.537652] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "refresh_cache-91a1cf13-e804-4d0f-a8c8-55cbcd395845" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.537828] env[69169]: DEBUG nova.network.neutron [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.541039] env[69169]: INFO nova.compute.manager [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Took 26.73 seconds to build instance. [ 1043.560552] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.522s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.564499] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.045s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.566949] env[69169]: INFO nova.compute.claims [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.626937] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528e3703-1c89-c269-326f-a8644d2e94d7, 'name': SearchDatastore_Task, 'duration_secs': 0.028393} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.627217] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.628367] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 5d294bea-eda0-4752-bcfb-08992564cbe5/5d294bea-eda0-4752-bcfb-08992564cbe5.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.628367] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-747d44e4-0256-4f19-8189-e17c6d95455a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.630773] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.631014] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.631609] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.631802] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.631968] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.633917] env[69169]: INFO nova.compute.manager [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Terminating instance [ 1043.636610] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Waiting for the task: (returnval){ [ 1043.636610] env[69169]: value = "task-3251482" [ 1043.636610] env[69169]: _type = "Task" [ 1043.636610] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.646877] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.720023] env[69169]: DEBUG oslo_vmware.api [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Task: {'id': task-3251481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272905} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.720023] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.720023] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.720023] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.720023] env[69169]: INFO nova.compute.manager [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1043.720023] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.720023] env[69169]: DEBUG nova.compute.manager [-] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.720023] env[69169]: DEBUG nova.network.neutron [-] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.857514] env[69169]: DEBUG oslo_concurrency.lockutils [req-b3040c54-81c7-4a9e-9fa2-fc2760d549c3 req-2ce6c69d-c034-4e2a-bc16-64a3fda7b108 service nova] Releasing lock "refresh_cache-db322ef3-1e66-4ec5-831e-ea324be1c679" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.884591] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bca80812-a139-4eb8-8fa1-6d58b83b31c0 tempest-ServersAdminTestJSON-1408980468 tempest-ServersAdminTestJSON-1408980468-project-admin] Acquiring lock "refresh_cache-9182b24f-c2f2-4571-a594-f564d5e39f15" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.884854] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bca80812-a139-4eb8-8fa1-6d58b83b31c0 tempest-ServersAdminTestJSON-1408980468 tempest-ServersAdminTestJSON-1408980468-project-admin] Acquired lock "refresh_cache-9182b24f-c2f2-4571-a594-f564d5e39f15" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.889562] env[69169]: DEBUG nova.network.neutron [None req-bca80812-a139-4eb8-8fa1-6d58b83b31c0 tempest-ServersAdminTestJSON-1408980468 tempest-ServersAdminTestJSON-1408980468-project-admin] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.931554] env[69169]: DEBUG nova.network.neutron [req-1de3d521-a9d9-4328-8899-41361eed1900 req-6d86408f-5cf6-436f-a10b-1289eac8167b service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Updated VIF entry in instance network info cache for port c7474da2-e5e6-4209-9e91-e56ac106eb85. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.931782] env[69169]: DEBUG nova.network.neutron [req-1de3d521-a9d9-4328-8899-41361eed1900 req-6d86408f-5cf6-436f-a10b-1289eac8167b service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Updating instance_info_cache with network_info: [{"id": "c7474da2-e5e6-4209-9e91-e56ac106eb85", "address": "fa:16:3e:61:e2:c6", "network": {"id": "f13dd748-f80a-4846-ba1e-11fa1b88d5e8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1872160310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286f3747c29d446daf030e3ed923a270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7474da2-e5", "ovs_interfaceid": "c7474da2-e5e6-4209-9e91-e56ac106eb85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.046690] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c7e2977d-3454-4369-aebf-3b766e9c2473 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "9182b24f-c2f2-4571-a594-f564d5e39f15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.247s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.084782] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8a287062-5e47-48e1-a00a-88838d44f914 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.012s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.086295] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e4fd21e4-cdaa-4635-ba75-00a734760827 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.974s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.086647] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e4fd21e4-cdaa-4635-ba75-00a734760827 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.086969] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e4fd21e4-cdaa-4635-ba75-00a734760827 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.087748] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e4fd21e4-cdaa-4635-ba75-00a734760827 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.090634] env[69169]: INFO nova.compute.manager [None req-e4fd21e4-cdaa-4635-ba75-00a734760827 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Terminating instance [ 1044.118284] env[69169]: DEBUG nova.network.neutron [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.142325] env[69169]: DEBUG nova.compute.manager [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.142553] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.143558] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e71b9cf-1880-4f58-b14a-17e2ddab269a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.154656] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5094} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.157007] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 5d294bea-eda0-4752-bcfb-08992564cbe5/5d294bea-eda0-4752-bcfb-08992564cbe5.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.157217] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.157634] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.157791] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-084ff1d0-3e24-4cd5-8832-9c74615fd217 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.159819] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d82216-727f-4754-ac83-cc052d9ed878 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.168766] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Waiting for the task: (returnval){ [ 1044.168766] env[69169]: value = "task-3251483" [ 1044.168766] env[69169]: _type = "Task" [ 1044.168766] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.170423] env[69169]: DEBUG oslo_vmware.api [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 1044.170423] env[69169]: value = "task-3251484" [ 1044.170423] env[69169]: _type = "Task" [ 1044.170423] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.191483] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.196505] env[69169]: DEBUG oslo_vmware.api [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.435373] env[69169]: DEBUG oslo_concurrency.lockutils [req-1de3d521-a9d9-4328-8899-41361eed1900 req-6d86408f-5cf6-436f-a10b-1289eac8167b service nova] Releasing lock "refresh_cache-93b15968-4f72-4330-8d9e-ed4c671afd7f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.600496] env[69169]: DEBUG nova.compute.manager [None req-e4fd21e4-cdaa-4635-ba75-00a734760827 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.600496] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fd21e4-cdaa-4635-ba75-00a734760827 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.600496] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f9ceb03-42f6-4cb9-9efa-7dcafadd2e27 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.616302] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bf25f8-736c-4ac7-9891-c48e72c5f093 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.664532] env[69169]: WARNING nova.virt.vmwareapi.vmops [None req-e4fd21e4-cdaa-4635-ba75-00a734760827 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9d56d2af-10d5-4810-a9cd-ba3461f0f306 could not be found. [ 1044.664910] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fd21e4-cdaa-4635-ba75-00a734760827 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.665132] env[69169]: INFO nova.compute.manager [None req-e4fd21e4-cdaa-4635-ba75-00a734760827 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1044.665392] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4fd21e4-cdaa-4635-ba75-00a734760827 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.670498] env[69169]: DEBUG nova.compute.manager [-] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.670642] env[69169]: DEBUG nova.network.neutron [-] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.693953] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109904} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.699623] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.700341] env[69169]: DEBUG oslo_vmware.api [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251484, 'name': PowerOffVM_Task, 'duration_secs': 0.239792} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.701500] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa543e15-ffcb-4389-b34b-0a22c931ce2e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.704135] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.704636] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.704636] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f04764c6-c38f-4de3-a054-e1b90b479e93 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.728408] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 5d294bea-eda0-4752-bcfb-08992564cbe5/5d294bea-eda0-4752-bcfb-08992564cbe5.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.731867] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c666db7-8de7-4c6c-9fe2-5e9766d9a1b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.754173] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Waiting for the task: (returnval){ [ 1044.754173] env[69169]: value = "task-3251486" [ 1044.754173] env[69169]: _type = "Task" [ 1044.754173] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.766850] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.770316] env[69169]: DEBUG nova.network.neutron [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Updating instance_info_cache with network_info: [{"id": "ed907218-0d22-4ff1-8364-dd3891f3f502", "address": "fa:16:3e:42:3f:fc", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped907218-0d", "ovs_interfaceid": "ed907218-0d22-4ff1-8364-dd3891f3f502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.776099] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.776346] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.776607] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Deleting the datastore file [datastore2] 927ea571-50ec-4f5e-a5b8-fb0edf599adf {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.776892] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e76f904a-a372-4cdf-a5bc-b2252e22de95 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.791553] env[69169]: DEBUG oslo_vmware.api [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for the task: (returnval){ [ 1044.791553] env[69169]: value = "task-3251487" [ 1044.791553] env[69169]: _type = "Task" [ 1044.791553] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.808870] env[69169]: DEBUG oslo_vmware.api [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.899516] env[69169]: DEBUG nova.compute.manager [req-706eb8cf-e44c-430d-9cf3-5c094a321238 req-75f2101c-40b0-4564-acaf-7b298dce3f46 service nova] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Received event network-changed-ed907218-0d22-4ff1-8364-dd3891f3f502 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.899793] env[69169]: DEBUG nova.compute.manager [req-706eb8cf-e44c-430d-9cf3-5c094a321238 req-75f2101c-40b0-4564-acaf-7b298dce3f46 service nova] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Refreshing instance network info cache due to event network-changed-ed907218-0d22-4ff1-8364-dd3891f3f502. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.900024] env[69169]: DEBUG oslo_concurrency.lockutils [req-706eb8cf-e44c-430d-9cf3-5c094a321238 req-75f2101c-40b0-4564-acaf-7b298dce3f46 service nova] Acquiring lock "refresh_cache-91a1cf13-e804-4d0f-a8c8-55cbcd395845" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.033201] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b58d133-538e-4b21-bb0f-32ea90865dad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.041959] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21415147-03f4-439e-90c6-797e0f0c1878 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.076494] env[69169]: DEBUG nova.network.neutron [None req-bca80812-a139-4eb8-8fa1-6d58b83b31c0 tempest-ServersAdminTestJSON-1408980468 tempest-ServersAdminTestJSON-1408980468-project-admin] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Updating instance_info_cache with network_info: [{"id": "dd51fb12-eacd-47db-9add-e3176954677f", "address": "fa:16:3e:e8:4a:98", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd51fb12-ea", "ovs_interfaceid": "dd51fb12-eacd-47db-9add-e3176954677f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.078245] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57de233-2291-4f06-a558-3d9757ce6ad6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.087849] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df70018d-d7d9-4a84-aaa9-eb731abe391d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.093391] env[69169]: DEBUG nova.network.neutron [-] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.106943] env[69169]: DEBUG nova.compute.provider_tree [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.267037] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.272904] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "refresh_cache-91a1cf13-e804-4d0f-a8c8-55cbcd395845" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.273213] env[69169]: DEBUG nova.compute.manager [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Instance network_info: |[{"id": "ed907218-0d22-4ff1-8364-dd3891f3f502", "address": "fa:16:3e:42:3f:fc", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped907218-0d", "ovs_interfaceid": "ed907218-0d22-4ff1-8364-dd3891f3f502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.273561] env[69169]: DEBUG oslo_concurrency.lockutils [req-706eb8cf-e44c-430d-9cf3-5c094a321238 req-75f2101c-40b0-4564-acaf-7b298dce3f46 service nova] Acquired lock "refresh_cache-91a1cf13-e804-4d0f-a8c8-55cbcd395845" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.273796] env[69169]: DEBUG nova.network.neutron [req-706eb8cf-e44c-430d-9cf3-5c094a321238 req-75f2101c-40b0-4564-acaf-7b298dce3f46 service nova] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Refreshing network info cache for port ed907218-0d22-4ff1-8364-dd3891f3f502 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.275591] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:3f:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed907218-0d22-4ff1-8364-dd3891f3f502', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.284194] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Creating folder: Project (cf2d8d04a5ab47fda9b658c0c265488e). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.285515] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4af374ba-3b4d-48a0-bf84-a34269041892 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.300869] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Created folder: Project (cf2d8d04a5ab47fda9b658c0c265488e) in parent group-v649481. [ 1045.301259] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Creating folder: Instances. Parent ref: group-v649701. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.301438] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69b075e4-3ede-4b96-ae7f-a2d8aec64715 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.309075] env[69169]: DEBUG oslo_vmware.api [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Task: {'id': task-3251487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161099} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.309759] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.309759] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.309903] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.310116] env[69169]: INFO nova.compute.manager [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1045.310393] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.310593] env[69169]: DEBUG nova.compute.manager [-] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.310707] env[69169]: DEBUG nova.network.neutron [-] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.315013] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Created folder: Instances in parent group-v649701. [ 1045.315962] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.315962] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.315962] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8bdad66-c5d5-4757-b8ec-f55abf617e7e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.342067] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.342067] env[69169]: value = "task-3251490" [ 1045.342067] env[69169]: _type = "Task" [ 1045.342067] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.354243] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251490, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.484133] env[69169]: DEBUG nova.network.neutron [-] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.584372] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bca80812-a139-4eb8-8fa1-6d58b83b31c0 tempest-ServersAdminTestJSON-1408980468 tempest-ServersAdminTestJSON-1408980468-project-admin] Releasing lock "refresh_cache-9182b24f-c2f2-4571-a594-f564d5e39f15" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.584372] env[69169]: DEBUG nova.compute.manager [None req-bca80812-a139-4eb8-8fa1-6d58b83b31c0 tempest-ServersAdminTestJSON-1408980468 tempest-ServersAdminTestJSON-1408980468-project-admin] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Inject network info {{(pid=69169) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1045.584372] env[69169]: DEBUG nova.compute.manager [None req-bca80812-a139-4eb8-8fa1-6d58b83b31c0 tempest-ServersAdminTestJSON-1408980468 tempest-ServersAdminTestJSON-1408980468-project-admin] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] network_info to inject: |[{"id": "dd51fb12-eacd-47db-9add-e3176954677f", "address": "fa:16:3e:e8:4a:98", "network": {"id": "c3f04c6a-2998-4afe-9225-a82cf59d686b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1062434292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1de70235344735a78091aa0aa17713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd51fb12-ea", "ovs_interfaceid": "dd51fb12-eacd-47db-9add-e3176954677f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1045.590620] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bca80812-a139-4eb8-8fa1-6d58b83b31c0 tempest-ServersAdminTestJSON-1408980468 tempest-ServersAdminTestJSON-1408980468-project-admin] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Reconfiguring VM instance to set the machine id {{(pid=69169) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1045.591527] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860c9c5d-3a26-4e00-83df-273cc4736d51 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.609514] env[69169]: INFO nova.compute.manager [-] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Took 1.89 seconds to deallocate network for instance. [ 1045.611574] env[69169]: DEBUG nova.scheduler.client.report [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.624548] env[69169]: DEBUG oslo_vmware.api [None req-bca80812-a139-4eb8-8fa1-6d58b83b31c0 tempest-ServersAdminTestJSON-1408980468 tempest-ServersAdminTestJSON-1408980468-project-admin] Waiting for the task: (returnval){ [ 1045.624548] env[69169]: value = "task-3251491" [ 1045.624548] env[69169]: _type = "Task" [ 1045.624548] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.641928] env[69169]: DEBUG oslo_vmware.api [None req-bca80812-a139-4eb8-8fa1-6d58b83b31c0 tempest-ServersAdminTestJSON-1408980468 tempest-ServersAdminTestJSON-1408980468-project-admin] Task: {'id': task-3251491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.672417] env[69169]: DEBUG nova.compute.manager [req-f227efc8-9ac2-49a9-97af-771fe19c9f01 req-342cd288-141a-4c44-98cb-0570a2a2517c service nova] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Received event network-vif-deleted-411c514a-fcd6-44b1-9da9-d690dc5d6862 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.672417] env[69169]: INFO nova.compute.manager [req-f227efc8-9ac2-49a9-97af-771fe19c9f01 req-342cd288-141a-4c44-98cb-0570a2a2517c service nova] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Neutron deleted interface 411c514a-fcd6-44b1-9da9-d690dc5d6862; detaching it from the instance and deleting it from the info cache [ 1045.672417] env[69169]: DEBUG nova.network.neutron [req-f227efc8-9ac2-49a9-97af-771fe19c9f01 req-342cd288-141a-4c44-98cb-0570a2a2517c service nova] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.766429] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251486, 'name': ReconfigVM_Task, 'duration_secs': 0.6679} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.767027] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 5d294bea-eda0-4752-bcfb-08992564cbe5/5d294bea-eda0-4752-bcfb-08992564cbe5.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.767850] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-595cf4e5-e3cb-486a-b462-493ee0eb53e5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.777147] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Waiting for the task: (returnval){ [ 1045.777147] env[69169]: value = "task-3251492" [ 1045.777147] env[69169]: _type = "Task" [ 1045.777147] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.795399] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251492, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.854033] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251490, 'name': CreateVM_Task, 'duration_secs': 0.454865} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.856594] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.857423] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.857615] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.857924] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.858580] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed79fd3-8d0a-4d85-91d5-580ac6f2dde4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.864600] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1045.864600] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52020bac-1da6-64a1-03d0-9615d71ae47c" [ 1045.864600] env[69169]: _type = "Task" [ 1045.864600] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.874345] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52020bac-1da6-64a1-03d0-9615d71ae47c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.989159] env[69169]: INFO nova.compute.manager [-] [instance: 9d56d2af-10d5-4810-a9cd-ba3461f0f306] Took 1.32 seconds to deallocate network for instance. [ 1046.008148] env[69169]: DEBUG nova.network.neutron [req-706eb8cf-e44c-430d-9cf3-5c094a321238 req-75f2101c-40b0-4564-acaf-7b298dce3f46 service nova] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Updated VIF entry in instance network info cache for port ed907218-0d22-4ff1-8364-dd3891f3f502. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.008637] env[69169]: DEBUG nova.network.neutron [req-706eb8cf-e44c-430d-9cf3-5c094a321238 req-75f2101c-40b0-4564-acaf-7b298dce3f46 service nova] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Updating instance_info_cache with network_info: [{"id": "ed907218-0d22-4ff1-8364-dd3891f3f502", "address": "fa:16:3e:42:3f:fc", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped907218-0d", "ovs_interfaceid": "ed907218-0d22-4ff1-8364-dd3891f3f502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.123656] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.124191] env[69169]: DEBUG nova.compute.manager [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.126741] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.758s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.126963] env[69169]: DEBUG nova.objects.instance [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Lazy-loading 'resources' on Instance uuid 3ecc127a-fa82-4a97-aaca-452d126ea168 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.128371] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.141447] env[69169]: DEBUG oslo_vmware.api [None req-bca80812-a139-4eb8-8fa1-6d58b83b31c0 tempest-ServersAdminTestJSON-1408980468 tempest-ServersAdminTestJSON-1408980468-project-admin] Task: {'id': task-3251491, 'name': ReconfigVM_Task, 'duration_secs': 0.218894} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.142359] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bca80812-a139-4eb8-8fa1-6d58b83b31c0 tempest-ServersAdminTestJSON-1408980468 tempest-ServersAdminTestJSON-1408980468-project-admin] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Reconfigured VM instance to set the machine id {{(pid=69169) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1046.145742] env[69169]: DEBUG nova.network.neutron [-] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.176534] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76608b80-7a09-4be5-9143-6b8e2c9ff577 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.190462] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702a12c1-4e3f-4bc9-b4e1-26240d8ff843 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.237171] env[69169]: DEBUG nova.compute.manager [req-f227efc8-9ac2-49a9-97af-771fe19c9f01 req-342cd288-141a-4c44-98cb-0570a2a2517c service nova] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Detach interface failed, port_id=411c514a-fcd6-44b1-9da9-d690dc5d6862, reason: Instance 927ea571-50ec-4f5e-a5b8-fb0edf599adf could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.288486] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251492, 'name': Rename_Task, 'duration_secs': 0.311888} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.288783] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.289100] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9314ce18-4015-4516-92f2-c7e7ca85f6ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.296990] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Waiting for the task: (returnval){ [ 1046.296990] env[69169]: value = "task-3251493" [ 1046.296990] env[69169]: _type = "Task" [ 1046.296990] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.307385] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.375291] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52020bac-1da6-64a1-03d0-9615d71ae47c, 'name': SearchDatastore_Task, 'duration_secs': 0.01667} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.375630] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.375918] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.376185] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.376420] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.376715] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.376989] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a1f6113-8305-4af1-91be-93930def2fbf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.386463] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.386653] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.387407] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3c279b-57fe-4941-b95b-d5f345ed003b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.393256] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1046.393256] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52adeba1-37c7-ee56-5841-42595e2293f5" [ 1046.393256] env[69169]: _type = "Task" [ 1046.393256] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.402385] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52adeba1-37c7-ee56-5841-42595e2293f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.511981] env[69169]: DEBUG oslo_concurrency.lockutils [req-706eb8cf-e44c-430d-9cf3-5c094a321238 req-75f2101c-40b0-4564-acaf-7b298dce3f46 service nova] Releasing lock "refresh_cache-91a1cf13-e804-4d0f-a8c8-55cbcd395845" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.512250] env[69169]: DEBUG nova.compute.manager [req-706eb8cf-e44c-430d-9cf3-5c094a321238 req-75f2101c-40b0-4564-acaf-7b298dce3f46 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Received event network-vif-deleted-5625622e-8cbc-4541-aef0-beb4a19625ba {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.512415] env[69169]: INFO nova.compute.manager [req-706eb8cf-e44c-430d-9cf3-5c094a321238 req-75f2101c-40b0-4564-acaf-7b298dce3f46 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Neutron deleted interface 5625622e-8cbc-4541-aef0-beb4a19625ba; detaching it from the instance and deleting it from the info cache [ 1046.512593] env[69169]: DEBUG nova.network.neutron [req-706eb8cf-e44c-430d-9cf3-5c094a321238 req-75f2101c-40b0-4564-acaf-7b298dce3f46 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.586354] env[69169]: INFO nova.compute.manager [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Rebuilding instance [ 1046.631935] env[69169]: DEBUG nova.compute.utils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.640564] env[69169]: DEBUG nova.compute.manager [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.640564] env[69169]: DEBUG nova.network.neutron [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.642391] env[69169]: DEBUG nova.compute.manager [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.643293] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56244143-a6b1-4ddf-8e7a-55b7f2d86d5c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.646952] env[69169]: INFO nova.compute.manager [-] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Took 1.34 seconds to deallocate network for instance. [ 1046.702364] env[69169]: DEBUG nova.policy [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0955ddf2ca174c51b0a2d2ee8860dccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1372f5f981694c2b90f4d3d4f3f9a7dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.809603] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251493, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.905125] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52adeba1-37c7-ee56-5841-42595e2293f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.906017] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de2425d4-037d-4af0-885b-aa14950d626f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.912660] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1046.912660] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f0a2ec-9a5d-eede-905c-d0f9153f711e" [ 1046.912660] env[69169]: _type = "Task" [ 1046.912660] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.923931] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f0a2ec-9a5d-eede-905c-d0f9153f711e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.988529] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346dbe96-611b-4d00-8422-7c1c754d17d0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.998072] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6c9d64-2d7f-47f2-920e-df78e4966920 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.037608] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e4fd21e4-cdaa-4635-ba75-00a734760827 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "9d56d2af-10d5-4810-a9cd-ba3461f0f306" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.951s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.039134] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c8f2b27-eef9-47f7-976e-2884ebb36a5d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.041534] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0411f5-b0e1-4e23-99c5-29a46c817a7c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.052992] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b153309-d8e1-4362-898f-b6e08ab40917 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.060561] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b5ffce-5659-4002-bb45-94544820df96 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.088789] env[69169]: DEBUG nova.compute.provider_tree [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.107793] env[69169]: DEBUG nova.compute.manager [req-706eb8cf-e44c-430d-9cf3-5c094a321238 req-75f2101c-40b0-4564-acaf-7b298dce3f46 service nova] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Detach interface failed, port_id=5625622e-8cbc-4541-aef0-beb4a19625ba, reason: Instance db322ef3-1e66-4ec5-831e-ea324be1c679 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.122066] env[69169]: DEBUG nova.network.neutron [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Successfully created port: dc2c70c7-446f-4e75-be23-a2269630e5b7 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.141344] env[69169]: DEBUG nova.compute.manager [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.159241] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.310783] env[69169]: DEBUG oslo_vmware.api [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251493, 'name': PowerOnVM_Task, 'duration_secs': 0.804557} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.311142] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.313721] env[69169]: INFO nova.compute.manager [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1047.313721] env[69169]: DEBUG nova.compute.manager [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.313721] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64758102-f89a-488a-866a-03241ae7b535 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.423700] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f0a2ec-9a5d-eede-905c-d0f9153f711e, 'name': SearchDatastore_Task, 'duration_secs': 0.016101} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.423966] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.424422] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 91a1cf13-e804-4d0f-a8c8-55cbcd395845/91a1cf13-e804-4d0f-a8c8-55cbcd395845.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.424719] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f56c3af-bcf1-4baa-9ea3-4dc245364602 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.433993] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1047.433993] env[69169]: value = "task-3251494" [ 1047.433993] env[69169]: _type = "Task" [ 1047.433993] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.443494] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.591393] env[69169]: DEBUG nova.scheduler.client.report [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.663079] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.663439] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dee61a41-8ba4-405a-8ffa-1fccf0728381 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.673336] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1047.673336] env[69169]: value = "task-3251495" [ 1047.673336] env[69169]: _type = "Task" [ 1047.673336] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.685251] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.830852] env[69169]: INFO nova.compute.manager [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Took 29.90 seconds to build instance. [ 1047.847319] env[69169]: DEBUG oslo_concurrency.lockutils [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "2f33b223-ee35-4459-9f89-1fe22c03edce" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.847980] env[69169]: DEBUG oslo_concurrency.lockutils [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.916256] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.916722] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.952176] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251494, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.097245] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.100057] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.971s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.100057] env[69169]: DEBUG nova.objects.instance [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Lazy-loading 'resources' on Instance uuid db322ef3-1e66-4ec5-831e-ea324be1c679 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.117947] env[69169]: INFO nova.scheduler.client.report [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Deleted allocations for instance 3ecc127a-fa82-4a97-aaca-452d126ea168 [ 1048.156787] env[69169]: DEBUG nova.compute.manager [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.180643] env[69169]: DEBUG nova.virt.hardware [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.180919] env[69169]: DEBUG nova.virt.hardware [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.181182] env[69169]: DEBUG nova.virt.hardware [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.181290] env[69169]: DEBUG nova.virt.hardware [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.181466] env[69169]: DEBUG nova.virt.hardware [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.181623] env[69169]: DEBUG nova.virt.hardware [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.181862] env[69169]: DEBUG nova.virt.hardware [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.182070] env[69169]: DEBUG nova.virt.hardware [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.182310] env[69169]: DEBUG nova.virt.hardware [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.182435] env[69169]: DEBUG nova.virt.hardware [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.182631] env[69169]: DEBUG nova.virt.hardware [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.184120] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261f6bf1-dcf6-4bdc-870a-16459b1a50be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.195186] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "e30e2ede-5559-4549-a023-075e04f972d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.195305] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e30e2ede-5559-4549-a023-075e04f972d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.196372] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251495, 'name': PowerOffVM_Task, 'duration_secs': 0.382722} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.199108] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.199398] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.201023] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6659728d-b195-4eee-8bb8-5c37b81585a3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.205152] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f547e-2004-457c-8b0e-04b3321f8716 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.222388] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.222641] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f83dcc7-3704-489f-b9b0-d51d87b2d593 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.311996] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.312185] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.312388] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleting the datastore file [datastore2] 02eefdb0-553f-43e4-99b3-7704615d12f7 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.312667] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d6ef584-673f-436f-96b0-1a193c90500e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.320848] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1048.320848] env[69169]: value = "task-3251497" [ 1048.320848] env[69169]: _type = "Task" [ 1048.320848] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.329270] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.333739] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f385779c-3921-4bc1-82fa-bd179104bbb2 tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Lock "5d294bea-eda0-4752-bcfb-08992564cbe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.411s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.351756] env[69169]: DEBUG nova.compute.utils [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.420747] env[69169]: DEBUG nova.compute.utils [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.445936] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556887} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.446220] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 91a1cf13-e804-4d0f-a8c8-55cbcd395845/91a1cf13-e804-4d0f-a8c8-55cbcd395845.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.446460] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.446753] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf74e5f7-c58f-41b1-aeb4-fc6b10415606 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.455202] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1048.455202] env[69169]: value = "task-3251498" [ 1048.455202] env[69169]: _type = "Task" [ 1048.455202] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.465065] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.626503] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3499daae-2c31-4b36-94d4-b6da1a10a215 tempest-ServersTestFqdnHostnames-618245165 tempest-ServersTestFqdnHostnames-618245165-project-member] Lock "3ecc127a-fa82-4a97-aaca-452d126ea168" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.137s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.699687] env[69169]: DEBUG nova.compute.manager [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.834568] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16526} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.834838] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.835033] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.835218] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.854935] env[69169]: DEBUG oslo_concurrency.lockutils [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.889348] env[69169]: DEBUG nova.network.neutron [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Successfully updated port: dc2c70c7-446f-4e75-be23-a2269630e5b7 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.923594] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.925618] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c137906-766b-4bf6-9bea-c1a4bde72e09 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.936240] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2abda-179a-4a92-a840-9c21688b92b1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.982694] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caeed4c-01d9-4257-a557-cd629e628d67 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.995048] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a079fea-7630-4521-951a-802d9302d27e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.999403] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151067} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.999726] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.000857] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a79813a-2b65-4247-be65-0407cfa2ad8c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.011315] env[69169]: DEBUG nova.compute.provider_tree [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.033054] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 91a1cf13-e804-4d0f-a8c8-55cbcd395845/91a1cf13-e804-4d0f-a8c8-55cbcd395845.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.033990] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2957a0f2-d63f-481d-8582-f3d50b9aadde {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.056209] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1049.056209] env[69169]: value = "task-3251499" [ 1049.056209] env[69169]: _type = "Task" [ 1049.056209] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.065317] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.221236] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.394071] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Acquiring lock "refresh_cache-9f51da21-4a66-4cd7-80aa-112629e8b9ec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.394245] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Acquired lock "refresh_cache-9f51da21-4a66-4cd7-80aa-112629e8b9ec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.394558] env[69169]: DEBUG nova.network.neutron [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.515017] env[69169]: DEBUG nova.scheduler.client.report [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.569174] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.770388] env[69169]: DEBUG nova.compute.manager [req-6c6822ba-76e4-4513-b274-6065a0657363 req-add94482-ec8f-4061-a3fe-b7b9262eebf1 service nova] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Received event network-vif-plugged-dc2c70c7-446f-4e75-be23-a2269630e5b7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.770388] env[69169]: DEBUG oslo_concurrency.lockutils [req-6c6822ba-76e4-4513-b274-6065a0657363 req-add94482-ec8f-4061-a3fe-b7b9262eebf1 service nova] Acquiring lock "9f51da21-4a66-4cd7-80aa-112629e8b9ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.770638] env[69169]: DEBUG oslo_concurrency.lockutils [req-6c6822ba-76e4-4513-b274-6065a0657363 req-add94482-ec8f-4061-a3fe-b7b9262eebf1 service nova] Lock "9f51da21-4a66-4cd7-80aa-112629e8b9ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.770726] env[69169]: DEBUG oslo_concurrency.lockutils [req-6c6822ba-76e4-4513-b274-6065a0657363 req-add94482-ec8f-4061-a3fe-b7b9262eebf1 service nova] Lock "9f51da21-4a66-4cd7-80aa-112629e8b9ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.770968] env[69169]: DEBUG nova.compute.manager [req-6c6822ba-76e4-4513-b274-6065a0657363 req-add94482-ec8f-4061-a3fe-b7b9262eebf1 service nova] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] No waiting events found dispatching network-vif-plugged-dc2c70c7-446f-4e75-be23-a2269630e5b7 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.771160] env[69169]: WARNING nova.compute.manager [req-6c6822ba-76e4-4513-b274-6065a0657363 req-add94482-ec8f-4061-a3fe-b7b9262eebf1 service nova] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Received unexpected event network-vif-plugged-dc2c70c7-446f-4e75-be23-a2269630e5b7 for instance with vm_state building and task_state spawning. [ 1049.875162] env[69169]: DEBUG nova.virt.hardware [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.876277] env[69169]: DEBUG nova.virt.hardware [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.876277] env[69169]: DEBUG nova.virt.hardware [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.876277] env[69169]: DEBUG nova.virt.hardware [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.876277] env[69169]: DEBUG nova.virt.hardware [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.876277] env[69169]: DEBUG nova.virt.hardware [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.876585] env[69169]: DEBUG nova.virt.hardware [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.876634] env[69169]: DEBUG nova.virt.hardware [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.876794] env[69169]: DEBUG nova.virt.hardware [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.876960] env[69169]: DEBUG nova.virt.hardware [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.877156] env[69169]: DEBUG nova.virt.hardware [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.878129] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796fdaa3-3185-4c2a-9315-2b2b3e2f1cd6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.887623] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71920770-8f97-4861-8465-57fc1983b7b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.911418] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:8b:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7790c05-e12b-4c9a-ac86-79211143724b', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.921482] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.924281] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.925206] env[69169]: DEBUG oslo_concurrency.lockutils [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "2f33b223-ee35-4459-9f89-1fe22c03edce" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.925449] env[69169]: DEBUG oslo_concurrency.lockutils [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.925734] env[69169]: INFO nova.compute.manager [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Attaching volume 1d846b9b-0726-4396-80d6-70ad1a3e2f31 to /dev/sdb [ 1049.927660] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ee8765d-b894-4fec-8189-ebc7a203ada7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.953798] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.953798] env[69169]: value = "task-3251500" [ 1049.953798] env[69169]: _type = "Task" [ 1049.953798] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.954640] env[69169]: DEBUG nova.network.neutron [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.967367] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251500, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.984528] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.984788] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.985028] env[69169]: INFO nova.compute.manager [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Attaching volume e86df217-8908-457c-90a2-c14e3b5f0dbb to /dev/sdb [ 1049.987414] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ec43ce-86a6-4696-a631-dc0a98d9a606 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.997847] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4753c8d-a234-49bd-9bd9-f5564ed1108d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.014165] env[69169]: DEBUG nova.virt.block_device [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Updating existing volume attachment record: 6bec932a-e579-42c7-bb6a-edd3d3b1137f {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1050.020465] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.023517] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.864s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.023517] env[69169]: DEBUG nova.objects.instance [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lazy-loading 'resources' on Instance uuid 927ea571-50ec-4f5e-a5b8-fb0edf599adf {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.031016] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6896c2-c1c8-4993-8775-eefddb86fd98 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.041026] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348a343a-95fc-4961-a2a5-9be0bf4c3fb4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.048520] env[69169]: INFO nova.scheduler.client.report [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Deleted allocations for instance db322ef3-1e66-4ec5-831e-ea324be1c679 [ 1050.064870] env[69169]: DEBUG nova.virt.block_device [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Updating existing volume attachment record: 53d69876-b93d-4983-b719-1f6d7755802f {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1050.077677] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251499, 'name': ReconfigVM_Task, 'duration_secs': 0.68908} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.079290] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 91a1cf13-e804-4d0f-a8c8-55cbcd395845/91a1cf13-e804-4d0f-a8c8-55cbcd395845.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.079290] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53720531-b827-4f2d-88bf-c7fe097f5215 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.087784] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1050.087784] env[69169]: value = "task-3251501" [ 1050.087784] env[69169]: _type = "Task" [ 1050.087784] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.098694] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251501, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.131938] env[69169]: DEBUG nova.network.neutron [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Updating instance_info_cache with network_info: [{"id": "dc2c70c7-446f-4e75-be23-a2269630e5b7", "address": "fa:16:3e:be:e8:71", "network": {"id": "151eef1a-5da1-4502-beee-ff45b67252fe", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1871709909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1372f5f981694c2b90f4d3d4f3f9a7dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc2c70c7-44", "ovs_interfaceid": "dc2c70c7-446f-4e75-be23-a2269630e5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.427066] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Acquiring lock "5d294bea-eda0-4752-bcfb-08992564cbe5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.427476] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Lock "5d294bea-eda0-4752-bcfb-08992564cbe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.427652] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Acquiring lock "5d294bea-eda0-4752-bcfb-08992564cbe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.427845] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Lock "5d294bea-eda0-4752-bcfb-08992564cbe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.428038] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Lock "5d294bea-eda0-4752-bcfb-08992564cbe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.430373] env[69169]: INFO nova.compute.manager [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Terminating instance [ 1050.471294] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251500, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.561574] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b7ed2551-f68e-4fdb-b2b9-96b48e007e22 tempest-ServerRescueTestJSONUnderV235-1185794373 tempest-ServerRescueTestJSONUnderV235-1185794373-project-member] Lock "db322ef3-1e66-4ec5-831e-ea324be1c679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.618s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.605609] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251501, 'name': Rename_Task, 'duration_secs': 0.237556} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.605609] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.605893] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d52d60f-b80c-42ef-845d-3afc2cb3a6d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.619259] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1050.619259] env[69169]: value = "task-3251505" [ 1050.619259] env[69169]: _type = "Task" [ 1050.619259] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.646618] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Releasing lock "refresh_cache-9f51da21-4a66-4cd7-80aa-112629e8b9ec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.647167] env[69169]: DEBUG nova.compute.manager [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Instance network_info: |[{"id": "dc2c70c7-446f-4e75-be23-a2269630e5b7", "address": "fa:16:3e:be:e8:71", "network": {"id": "151eef1a-5da1-4502-beee-ff45b67252fe", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1871709909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1372f5f981694c2b90f4d3d4f3f9a7dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc2c70c7-44", "ovs_interfaceid": "dc2c70c7-446f-4e75-be23-a2269630e5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.651249] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.651841] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:e8:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc2c70c7-446f-4e75-be23-a2269630e5b7', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.664080] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Creating folder: Project (1372f5f981694c2b90f4d3d4f3f9a7dd). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.665178] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a612992-0753-4fc5-9575-8addb88addf0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.688051] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Created folder: Project (1372f5f981694c2b90f4d3d4f3f9a7dd) in parent group-v649481. [ 1050.688251] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Creating folder: Instances. Parent ref: group-v649707. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.688557] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-731ee1e0-5bf9-4046-91f1-657486e113ba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.707992] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Created folder: Instances in parent group-v649707. [ 1050.708285] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.708494] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.708782] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-540153f0-9d50-4e7d-904e-914bbeca9374 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.732531] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.732531] env[69169]: value = "task-3251509" [ 1050.732531] env[69169]: _type = "Task" [ 1050.732531] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.743126] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251509, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.935289] env[69169]: DEBUG nova.compute.manager [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.935528] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.936721] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32eb8e1-4b2a-4ab3-8135-40bec4849454 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.941756] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d61a948-e591-4a9d-b575-15095812453d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.956778] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daef2012-ecd0-446c-b19b-9ea235ff3cc8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.960609] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.961011] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a75a9a4b-d37a-4cc1-bc46-6b215cdfa8f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.975888] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251500, 'name': CreateVM_Task, 'duration_secs': 0.546525} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.007226] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.007226] env[69169]: DEBUG oslo_vmware.api [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Waiting for the task: (returnval){ [ 1051.007226] env[69169]: value = "task-3251512" [ 1051.007226] env[69169]: _type = "Task" [ 1051.007226] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.007786] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.007992] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.008349] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.009288] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516bc60a-9974-4164-9559-0fe6f753bb9d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.012115] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3dcc9b3-d89f-48c2-9cb5-895236e3c7ae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.027864] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d119267f-2463-4099-af49-a45fd48005d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.033052] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1051.033052] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525c15cf-ab9b-20ff-027c-70fce6f33ef5" [ 1051.033052] env[69169]: _type = "Task" [ 1051.033052] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.033366] env[69169]: DEBUG oslo_vmware.api [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.046144] env[69169]: DEBUG nova.compute.provider_tree [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.055921] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525c15cf-ab9b-20ff-027c-70fce6f33ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.012763} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.057066] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.057318] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.057598] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.057784] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.057986] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.059461] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc5560ac-9745-4a3d-9243-64a02631922e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.071070] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.071070] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.071864] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01eb638-fa6a-431b-85c6-c8118fa9f513 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.082703] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1051.082703] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52492581-c4cc-2283-a1b2-5faeda9e69b9" [ 1051.082703] env[69169]: _type = "Task" [ 1051.082703] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.093454] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52492581-c4cc-2283-a1b2-5faeda9e69b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.127590] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.243083] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251509, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.519966] env[69169]: DEBUG oslo_vmware.api [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251512, 'name': PowerOffVM_Task, 'duration_secs': 0.313396} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.520348] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.520444] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.520812] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c2ba52f-deb3-4288-9d95-4969ff0d23b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.556025] env[69169]: DEBUG nova.scheduler.client.report [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.600524] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52492581-c4cc-2283-a1b2-5faeda9e69b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012873} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.603094] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.603668] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.603668] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Deleting the datastore file [datastore2] 5d294bea-eda0-4752-bcfb-08992564cbe5 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.603996] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f06cd28-0d51-4683-8f93-5e488f7dcfbe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.607928] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4a2aa55-8f74-44cf-abe2-bf1e18db76fc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.618703] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1051.618703] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5287f83f-c630-b7f5-4e1d-ea33eab6a7b0" [ 1051.618703] env[69169]: _type = "Task" [ 1051.618703] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.625764] env[69169]: DEBUG oslo_vmware.api [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Waiting for the task: (returnval){ [ 1051.625764] env[69169]: value = "task-3251514" [ 1051.625764] env[69169]: _type = "Task" [ 1051.625764] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.641499] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.648025] env[69169]: DEBUG oslo_vmware.api [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.651526] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5287f83f-c630-b7f5-4e1d-ea33eab6a7b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013012} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.651923] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.652159] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 02eefdb0-553f-43e4-99b3-7704615d12f7/02eefdb0-553f-43e4-99b3-7704615d12f7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.652544] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85b119c1-aae8-423d-a830-2518332e88b1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.661814] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1051.661814] env[69169]: value = "task-3251515" [ 1051.661814] env[69169]: _type = "Task" [ 1051.661814] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.671234] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.734839] env[69169]: DEBUG oslo_vmware.rw_handles [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521eeb2f-88e2-2bfe-2a06-677a76c2eaad/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1051.737032] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d719e84-6a3b-4aef-9058-15d9c8a2c059 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.752764] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251509, 'name': CreateVM_Task, 'duration_secs': 0.540717} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.753487] env[69169]: DEBUG oslo_vmware.rw_handles [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521eeb2f-88e2-2bfe-2a06-677a76c2eaad/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1051.754148] env[69169]: ERROR oslo_vmware.rw_handles [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521eeb2f-88e2-2bfe-2a06-677a76c2eaad/disk-0.vmdk due to incomplete transfer. [ 1051.754417] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.754830] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f5ee07ef-58ed-448c-b2c6-c6568fad1235 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.757543] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.757543] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.758190] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.758285] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d7ded0-ab01-4e7d-a50b-2fc43520d0d4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.765591] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Waiting for the task: (returnval){ [ 1051.765591] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520f2644-7937-b0fc-8aee-c084bdabf4d1" [ 1051.765591] env[69169]: _type = "Task" [ 1051.765591] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.771980] env[69169]: DEBUG oslo_vmware.rw_handles [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521eeb2f-88e2-2bfe-2a06-677a76c2eaad/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1051.771980] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Uploaded image 4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4 to the Glance image server {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1051.776654] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1051.776654] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b58715f1-3995-4a78-b560-4a5a4df8756d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.784482] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520f2644-7937-b0fc-8aee-c084bdabf4d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.785254] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.785511] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.785759] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.785905] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.786094] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.787148] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da880936-8874-4081-a80f-cbf328a93581 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.794077] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1051.794077] env[69169]: value = "task-3251516" [ 1051.794077] env[69169]: _type = "Task" [ 1051.794077] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.797594] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.797861] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.802458] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c34d40-e02b-4edd-b524-033a7cd4ad95 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.805357] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251516, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.809960] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Waiting for the task: (returnval){ [ 1051.809960] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522a4df1-0221-a7f5-6563-e6ad113d7017" [ 1051.809960] env[69169]: _type = "Task" [ 1051.809960] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.819991] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522a4df1-0221-a7f5-6563-e6ad113d7017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.822991] env[69169]: DEBUG nova.compute.manager [req-1a76f253-274c-4533-9362-e20afe0e2bd4 req-c89573be-ebc2-4640-b743-7df89a9cbfe6 service nova] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Received event network-changed-dc2c70c7-446f-4e75-be23-a2269630e5b7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.822991] env[69169]: DEBUG nova.compute.manager [req-1a76f253-274c-4533-9362-e20afe0e2bd4 req-c89573be-ebc2-4640-b743-7df89a9cbfe6 service nova] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Refreshing instance network info cache due to event network-changed-dc2c70c7-446f-4e75-be23-a2269630e5b7. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.822991] env[69169]: DEBUG oslo_concurrency.lockutils [req-1a76f253-274c-4533-9362-e20afe0e2bd4 req-c89573be-ebc2-4640-b743-7df89a9cbfe6 service nova] Acquiring lock "refresh_cache-9f51da21-4a66-4cd7-80aa-112629e8b9ec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.822991] env[69169]: DEBUG oslo_concurrency.lockutils [req-1a76f253-274c-4533-9362-e20afe0e2bd4 req-c89573be-ebc2-4640-b743-7df89a9cbfe6 service nova] Acquired lock "refresh_cache-9f51da21-4a66-4cd7-80aa-112629e8b9ec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.822991] env[69169]: DEBUG nova.network.neutron [req-1a76f253-274c-4533-9362-e20afe0e2bd4 req-c89573be-ebc2-4640-b743-7df89a9cbfe6 service nova] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Refreshing network info cache for port dc2c70c7-446f-4e75-be23-a2269630e5b7 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.015090] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.015144] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.058866] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.063109] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.840s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.063319] env[69169]: INFO nova.compute.claims [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.106584] env[69169]: INFO nova.scheduler.client.report [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Deleted allocations for instance 927ea571-50ec-4f5e-a5b8-fb0edf599adf [ 1052.132447] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251505, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.146059] env[69169]: DEBUG oslo_vmware.api [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Task: {'id': task-3251514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148817} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.146623] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.146623] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.146858] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.149437] env[69169]: INFO nova.compute.manager [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1052.149437] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.149437] env[69169]: DEBUG nova.compute.manager [-] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.149437] env[69169]: DEBUG nova.network.neutron [-] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.175479] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251515, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.303244] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251516, 'name': Destroy_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.328322] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522a4df1-0221-a7f5-6563-e6ad113d7017, 'name': SearchDatastore_Task, 'duration_secs': 0.011461} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.329449] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c373dc94-e164-4296-911f-eaecfe0da57a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.336913] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Waiting for the task: (returnval){ [ 1052.336913] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52afffa0-e67c-2315-b23b-9abc64f29f98" [ 1052.336913] env[69169]: _type = "Task" [ 1052.336913] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.350253] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52afffa0-e67c-2315-b23b-9abc64f29f98, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.350542] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.350879] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 9f51da21-4a66-4cd7-80aa-112629e8b9ec/9f51da21-4a66-4cd7-80aa-112629e8b9ec.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.351209] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0d62da9-1532-4efb-8206-5d8cc662206f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.374483] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Waiting for the task: (returnval){ [ 1052.374483] env[69169]: value = "task-3251517" [ 1052.374483] env[69169]: _type = "Task" [ 1052.374483] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.387806] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.524951] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.525527] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.525527] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.525605] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.526061] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.526061] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.526061] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69169) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1052.526226] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.616636] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3cc30a97-c24c-4d2a-8046-57addcdaa4c2 tempest-MigrationsAdminTest-973724199 tempest-MigrationsAdminTest-973724199-project-member] Lock "927ea571-50ec-4f5e-a5b8-fb0edf599adf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.985s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.624414] env[69169]: DEBUG nova.network.neutron [req-1a76f253-274c-4533-9362-e20afe0e2bd4 req-c89573be-ebc2-4640-b743-7df89a9cbfe6 service nova] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Updated VIF entry in instance network info cache for port dc2c70c7-446f-4e75-be23-a2269630e5b7. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.624414] env[69169]: DEBUG nova.network.neutron [req-1a76f253-274c-4533-9362-e20afe0e2bd4 req-c89573be-ebc2-4640-b743-7df89a9cbfe6 service nova] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Updating instance_info_cache with network_info: [{"id": "dc2c70c7-446f-4e75-be23-a2269630e5b7", "address": "fa:16:3e:be:e8:71", "network": {"id": "151eef1a-5da1-4502-beee-ff45b67252fe", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1871709909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1372f5f981694c2b90f4d3d4f3f9a7dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc2c70c7-44", "ovs_interfaceid": "dc2c70c7-446f-4e75-be23-a2269630e5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.634466] env[69169]: DEBUG oslo_vmware.api [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251505, 'name': PowerOnVM_Task, 'duration_secs': 1.583524} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.634745] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.634967] env[69169]: INFO nova.compute.manager [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Took 11.58 seconds to spawn the instance on the hypervisor. [ 1052.635184] env[69169]: DEBUG nova.compute.manager [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.635993] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6ca08d-43ed-4878-b35c-3e35f2ebdbda {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.675910] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251515, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.801897] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251516, 'name': Destroy_Task, 'duration_secs': 0.778032} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.802240] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Destroyed the VM [ 1052.802673] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1052.802958] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-260b9680-5055-438d-8544-d0304aee00cf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.812182] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1052.812182] env[69169]: value = "task-3251519" [ 1052.812182] env[69169]: _type = "Task" [ 1052.812182] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.821433] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251519, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.885524] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.030425] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.108071] env[69169]: DEBUG nova.network.neutron [-] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.124294] env[69169]: DEBUG oslo_concurrency.lockutils [req-1a76f253-274c-4533-9362-e20afe0e2bd4 req-c89573be-ebc2-4640-b743-7df89a9cbfe6 service nova] Releasing lock "refresh_cache-9f51da21-4a66-4cd7-80aa-112629e8b9ec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.159833] env[69169]: INFO nova.compute.manager [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Took 33.46 seconds to build instance. [ 1053.175859] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251515, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.485137} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.176164] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 02eefdb0-553f-43e4-99b3-7704615d12f7/02eefdb0-553f-43e4-99b3-7704615d12f7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.176353] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.176626] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe74620b-2f7f-46b9-af90-2771e328ffc8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.185439] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1053.185439] env[69169]: value = "task-3251521" [ 1053.185439] env[69169]: _type = "Task" [ 1053.185439] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.198935] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.329036] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251519, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.340793] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.340793] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.387723] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251517, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.524480] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134d94f2-fe2e-48b0-a81f-15e82a077553 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.536311] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de6c69a-1be2-449e-b72e-93a3299a58a4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.573519] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47780c9-55ec-4b46-b8d3-fc5cb1364773 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.587501] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca3e5fa-b6dc-4c41-94f6-ef991ea3be2c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.609531] env[69169]: DEBUG nova.compute.provider_tree [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.613784] env[69169]: INFO nova.compute.manager [-] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Took 1.47 seconds to deallocate network for instance. [ 1053.665964] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73a05751-290f-4c50-b9c2-e3aac44b53c6 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "91a1cf13-e804-4d0f-a8c8-55cbcd395845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.974s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.697654] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080041} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.698010] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.698896] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b3ea55-9ec1-4746-9c9f-ef412e716194 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.725767] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 02eefdb0-553f-43e4-99b3-7704615d12f7/02eefdb0-553f-43e4-99b3-7704615d12f7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.726252] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b107130-e876-4fb2-9669-8b6942d771d5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.750589] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1053.750589] env[69169]: value = "task-3251522" [ 1053.750589] env[69169]: _type = "Task" [ 1053.750589] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.759816] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.827841] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251519, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.846521] env[69169]: DEBUG nova.compute.manager [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.891020] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251517, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.281954} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.891020] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 9f51da21-4a66-4cd7-80aa-112629e8b9ec/9f51da21-4a66-4cd7-80aa-112629e8b9ec.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.891020] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.891228] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e57e90c-35ec-4bae-a7ff-0c8384a11b59 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.896685] env[69169]: DEBUG nova.compute.manager [req-9b00ddfd-5a53-46c0-a63e-462e5daab06a req-0024a62a-93a7-4303-8c53-f30c2b5d305e service nova] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Received event network-vif-deleted-6e41cd0f-0627-4999-8906-90a9103f96dc {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.901386] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Waiting for the task: (returnval){ [ 1053.901386] env[69169]: value = "task-3251523" [ 1053.901386] env[69169]: _type = "Task" [ 1053.901386] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.910722] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.116021] env[69169]: DEBUG nova.scheduler.client.report [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.123647] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.264104] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.329312] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251519, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.381392] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.413640] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074543} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.413640] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.417121] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9735d8c2-de23-4b80-bbef-05c83a0664eb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.444130] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 9f51da21-4a66-4cd7-80aa-112629e8b9ec/9f51da21-4a66-4cd7-80aa-112629e8b9ec.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.444568] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00b849ec-72ec-4505-9815-32defa3f61ee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.469616] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Waiting for the task: (returnval){ [ 1054.469616] env[69169]: value = "task-3251524" [ 1054.469616] env[69169]: _type = "Task" [ 1054.469616] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.488899] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.623658] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.623658] env[69169]: DEBUG nova.compute.manager [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.625219] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.595s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.626127] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.626596] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1054.628026] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.504s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.628026] env[69169]: DEBUG nova.objects.instance [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Lazy-loading 'resources' on Instance uuid 5d294bea-eda0-4752-bcfb-08992564cbe5 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.632280] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcabd97-3a62-41a8-9b93-434105b7f396 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.643983] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ea0352-5ed2-48e1-b73e-25f14b37c41c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.673577] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d551bb3-3469-49a5-b1a2-18f03a35b819 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.682582] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e26863b-3ab0-4b08-a0cf-4143453fb38e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.720107] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178008MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1054.720107] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.766275] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251522, 'name': ReconfigVM_Task, 'duration_secs': 0.812425} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.766461] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 02eefdb0-553f-43e4-99b3-7704615d12f7/02eefdb0-553f-43e4-99b3-7704615d12f7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.767111] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e76df9f5-ee6a-4c25-bb32-82dad87ebbd4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.775023] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1054.775023] env[69169]: value = "task-3251525" [ 1054.775023] env[69169]: _type = "Task" [ 1054.775023] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.786039] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251525, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.827950] env[69169]: DEBUG oslo_vmware.api [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251519, 'name': RemoveSnapshot_Task, 'duration_secs': 1.693175} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.828316] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1054.828644] env[69169]: INFO nova.compute.manager [None req-cec2999f-dfb0-459c-aeb6-faf6596a1254 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Took 18.81 seconds to snapshot the instance on the hypervisor. [ 1054.982154] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251524, 'name': ReconfigVM_Task, 'duration_secs': 0.49239} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.982451] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 9f51da21-4a66-4cd7-80aa-112629e8b9ec/9f51da21-4a66-4cd7-80aa-112629e8b9ec.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.983122] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd5d90b8-129e-44af-9e8d-34dac838b66a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.993553] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Waiting for the task: (returnval){ [ 1054.993553] env[69169]: value = "task-3251526" [ 1054.993553] env[69169]: _type = "Task" [ 1054.993553] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.008265] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251526, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.073494] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1055.074157] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649706', 'volume_id': '1d846b9b-0726-4396-80d6-70ad1a3e2f31', 'name': 'volume-1d846b9b-0726-4396-80d6-70ad1a3e2f31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f33b223-ee35-4459-9f89-1fe22c03edce', 'attached_at': '', 'detached_at': '', 'volume_id': '1d846b9b-0726-4396-80d6-70ad1a3e2f31', 'serial': '1d846b9b-0726-4396-80d6-70ad1a3e2f31'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1055.074769] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e179c319-7f84-4a94-8cc4-d72762f101eb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.094483] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cad4050-fe34-4e59-9b01-8e599c94fb93 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.121739] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-1d846b9b-0726-4396-80d6-70ad1a3e2f31/volume-1d846b9b-0726-4396-80d6-70ad1a3e2f31.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.122071] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e9ab6ce-03cb-4673-89a2-093c43c5d4ae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.136933] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1055.137183] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649711', 'volume_id': 'e86df217-8908-457c-90a2-c14e3b5f0dbb', 'name': 'volume-e86df217-8908-457c-90a2-c14e3b5f0dbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73c9ad6c-38ab-4cec-a80c-d874507a5180', 'attached_at': '', 'detached_at': '', 'volume_id': 'e86df217-8908-457c-90a2-c14e3b5f0dbb', 'serial': 'e86df217-8908-457c-90a2-c14e3b5f0dbb'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1055.138499] env[69169]: DEBUG nova.compute.utils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.143550] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa4b14f-32d3-42c0-b76b-e8583e711773 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.146666] env[69169]: DEBUG nova.compute.manager [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.146922] env[69169]: DEBUG nova.network.neutron [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.167127] env[69169]: INFO nova.compute.manager [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Rebuilding instance [ 1055.174072] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce59d5b4-0ea7-44be-bfb6-b1f7b61e8231 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.176811] env[69169]: DEBUG oslo_vmware.api [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1055.176811] env[69169]: value = "task-3251527" [ 1055.176811] env[69169]: _type = "Task" [ 1055.176811] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.210783] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] volume-e86df217-8908-457c-90a2-c14e3b5f0dbb/volume-e86df217-8908-457c-90a2-c14e3b5f0dbb.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.216343] env[69169]: DEBUG nova.policy [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f7a094582843eab85b90eea6ce9e0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ee916f626748c1845df10d41cda95d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.219020] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-417a9dfd-0462-4bd9-b075-63d873ec99fc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.241714] env[69169]: DEBUG oslo_vmware.api [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.248049] env[69169]: DEBUG oslo_vmware.api [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1055.248049] env[69169]: value = "task-3251528" [ 1055.248049] env[69169]: _type = "Task" [ 1055.248049] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.257844] env[69169]: DEBUG oslo_vmware.api [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.270990] env[69169]: DEBUG nova.compute.manager [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.271448] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce209471-9e1c-4f5f-b121-1f73093eae43 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.289534] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251525, 'name': Rename_Task, 'duration_secs': 0.251376} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.290107] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.290411] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1b62a93-0873-43e7-9166-b3a1980f302d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.299561] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1055.299561] env[69169]: value = "task-3251529" [ 1055.299561] env[69169]: _type = "Task" [ 1055.299561] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.310688] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.472176] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "8c079e7f-672c-45d3-b2e4-635e84dacc13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.472176] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "8c079e7f-672c-45d3-b2e4-635e84dacc13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.505685] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251526, 'name': Rename_Task, 'duration_secs': 0.310136} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.507389] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.508120] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd1f1882-9cfe-44d9-b99d-b2715df27fe0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.515855] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Waiting for the task: (returnval){ [ 1055.515855] env[69169]: value = "task-3251530" [ 1055.515855] env[69169]: _type = "Task" [ 1055.515855] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.528279] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.589844] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2805b525-fc98-4a74-b7da-9065517fb618 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.599293] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7fd18f-509a-4a13-b6c0-3ab7acb81544 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.636024] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba8ef5f-53ac-48cf-83c0-279116e5af8e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.642934] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9251d669-db42-4f12-929f-fa1c2ae4ff48 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.647607] env[69169]: DEBUG nova.compute.manager [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.661379] env[69169]: DEBUG nova.compute.provider_tree [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.663373] env[69169]: DEBUG nova.network.neutron [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Successfully created port: c989a4cd-8014-4b72-ae7a-371d688d7051 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.690966] env[69169]: DEBUG oslo_vmware.api [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251527, 'name': ReconfigVM_Task, 'duration_secs': 0.491027} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.691307] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-1d846b9b-0726-4396-80d6-70ad1a3e2f31/volume-1d846b9b-0726-4396-80d6-70ad1a3e2f31.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.697147] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f6f73a0-a945-44c8-95d0-8d7de73b3a3a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.716710] env[69169]: DEBUG oslo_vmware.api [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1055.716710] env[69169]: value = "task-3251531" [ 1055.716710] env[69169]: _type = "Task" [ 1055.716710] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.726989] env[69169]: DEBUG oslo_vmware.api [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.760025] env[69169]: DEBUG oslo_vmware.api [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251528, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.820300] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251529, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.976248] env[69169]: DEBUG nova.compute.manager [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.028365] env[69169]: DEBUG oslo_vmware.api [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251530, 'name': PowerOnVM_Task, 'duration_secs': 0.509149} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.028859] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.029152] env[69169]: INFO nova.compute.manager [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1056.029363] env[69169]: DEBUG nova.compute.manager [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.032596] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf35e66-b62c-42cd-812e-467971cb7bcf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.108844] env[69169]: INFO nova.compute.manager [None req-beef01e2-5687-4a07-975f-172d3e99623d tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Get console output [ 1056.109194] env[69169]: WARNING nova.virt.vmwareapi.driver [None req-beef01e2-5687-4a07-975f-172d3e99623d tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] The console log is missing. Check your VSPC configuration [ 1056.168015] env[69169]: DEBUG nova.scheduler.client.report [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.228425] env[69169]: DEBUG oslo_vmware.api [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251531, 'name': ReconfigVM_Task, 'duration_secs': 0.273819} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.228866] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649706', 'volume_id': '1d846b9b-0726-4396-80d6-70ad1a3e2f31', 'name': 'volume-1d846b9b-0726-4396-80d6-70ad1a3e2f31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f33b223-ee35-4459-9f89-1fe22c03edce', 'attached_at': '', 'detached_at': '', 'volume_id': '1d846b9b-0726-4396-80d6-70ad1a3e2f31', 'serial': '1d846b9b-0726-4396-80d6-70ad1a3e2f31'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1056.260981] env[69169]: DEBUG oslo_vmware.api [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251528, 'name': ReconfigVM_Task, 'duration_secs': 0.523837} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.261614] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Reconfigured VM instance instance-0000002e to attach disk [datastore1] volume-e86df217-8908-457c-90a2-c14e3b5f0dbb/volume-e86df217-8908-457c-90a2-c14e3b5f0dbb.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.268051] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ec3f5c-850f-411f-b2ab-76bce23eb937 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.287223] env[69169]: DEBUG oslo_vmware.api [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1056.287223] env[69169]: value = "task-3251532" [ 1056.287223] env[69169]: _type = "Task" [ 1056.287223] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.296792] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.297051] env[69169]: DEBUG oslo_vmware.api [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.297278] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67dfb446-815e-4309-adb1-b6510788481c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.306776] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1056.306776] env[69169]: value = "task-3251533" [ 1056.306776] env[69169]: _type = "Task" [ 1056.306776] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.313931] env[69169]: DEBUG oslo_vmware.api [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251529, 'name': PowerOnVM_Task, 'duration_secs': 0.561545} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.314595] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.314831] env[69169]: DEBUG nova.compute.manager [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.315785] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa50f939-ffce-4831-a7a5-4f7153d67c25 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.321897] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.504134] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.553711] env[69169]: INFO nova.compute.manager [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Took 28.05 seconds to build instance. [ 1056.662140] env[69169]: DEBUG nova.compute.manager [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.675660] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.678568] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.297s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.682973] env[69169]: INFO nova.compute.claims [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.699894] env[69169]: DEBUG nova.virt.hardware [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.699894] env[69169]: DEBUG nova.virt.hardware [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.699894] env[69169]: DEBUG nova.virt.hardware [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.699894] env[69169]: DEBUG nova.virt.hardware [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.699894] env[69169]: DEBUG nova.virt.hardware [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.699894] env[69169]: DEBUG nova.virt.hardware [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.699894] env[69169]: DEBUG nova.virt.hardware [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.699894] env[69169]: DEBUG nova.virt.hardware [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.699894] env[69169]: DEBUG nova.virt.hardware [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.700356] env[69169]: DEBUG nova.virt.hardware [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.700356] env[69169]: DEBUG nova.virt.hardware [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.701402] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab3c909-62a2-4e8a-80af-f55a3e62147b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.705926] env[69169]: INFO nova.scheduler.client.report [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Deleted allocations for instance 5d294bea-eda0-4752-bcfb-08992564cbe5 [ 1056.716993] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b2cb34-1fba-4cf5-9a93-48be2e2a6d47 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.800608] env[69169]: DEBUG oslo_vmware.api [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251532, 'name': ReconfigVM_Task, 'duration_secs': 0.215236} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.800608] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649711', 'volume_id': 'e86df217-8908-457c-90a2-c14e3b5f0dbb', 'name': 'volume-e86df217-8908-457c-90a2-c14e3b5f0dbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73c9ad6c-38ab-4cec-a80c-d874507a5180', 'attached_at': '', 'detached_at': '', 'volume_id': 'e86df217-8908-457c-90a2-c14e3b5f0dbb', 'serial': 'e86df217-8908-457c-90a2-c14e3b5f0dbb'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1056.822533] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251533, 'name': PowerOffVM_Task, 'duration_secs': 0.319238} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.822776] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.823025] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.823852] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dbb844-cece-457e-9035-ecf58aeee969 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.836489] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.838116] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ebdaf35-d8b0-442f-b696-10b794d0a460 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.840343] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.911899] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.912252] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.912496] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleting the datastore file [datastore2] 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.913174] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef57bce0-3e33-41c7-bbf7-15f1497ab53b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.925701] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1056.925701] env[69169]: value = "task-3251535" [ 1056.925701] env[69169]: _type = "Task" [ 1056.925701] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.935401] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.059365] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d6793028-2f54-407c-9b2b-d32515dc1129 tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Lock "9f51da21-4a66-4cd7-80aa-112629e8b9ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.565s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.193955] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Acquiring lock "d8180779-0929-4896-b981-4f4985d091e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.194566] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Lock "d8180779-0929-4896-b981-4f4985d091e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.194566] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Acquiring lock "d8180779-0929-4896-b981-4f4985d091e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.194690] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Lock "d8180779-0929-4896-b981-4f4985d091e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.194907] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Lock "d8180779-0929-4896-b981-4f4985d091e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.198277] env[69169]: INFO nova.compute.manager [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Terminating instance [ 1057.214642] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4882fde1-25da-4ea6-99e3-c8814988285a tempest-InstanceActionsNegativeTestJSON-842173780 tempest-InstanceActionsNegativeTestJSON-842173780-project-member] Lock "5d294bea-eda0-4752-bcfb-08992564cbe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.787s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.283050] env[69169]: DEBUG nova.objects.instance [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lazy-loading 'flavor' on Instance uuid 2f33b223-ee35-4459-9f89-1fe22c03edce {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.442520] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209765} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.442520] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.442520] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.442520] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.515321] env[69169]: DEBUG nova.compute.manager [req-52f08784-42f3-4b39-9154-5668c5cfb9f0 req-f574d609-918a-47ae-9191-be4a37bb806a service nova] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Received event network-vif-plugged-c989a4cd-8014-4b72-ae7a-371d688d7051 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.515595] env[69169]: DEBUG oslo_concurrency.lockutils [req-52f08784-42f3-4b39-9154-5668c5cfb9f0 req-f574d609-918a-47ae-9191-be4a37bb806a service nova] Acquiring lock "e30e2ede-5559-4549-a023-075e04f972d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.516231] env[69169]: DEBUG oslo_concurrency.lockutils [req-52f08784-42f3-4b39-9154-5668c5cfb9f0 req-f574d609-918a-47ae-9191-be4a37bb806a service nova] Lock "e30e2ede-5559-4549-a023-075e04f972d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.517038] env[69169]: DEBUG oslo_concurrency.lockutils [req-52f08784-42f3-4b39-9154-5668c5cfb9f0 req-f574d609-918a-47ae-9191-be4a37bb806a service nova] Lock "e30e2ede-5559-4549-a023-075e04f972d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.517038] env[69169]: DEBUG nova.compute.manager [req-52f08784-42f3-4b39-9154-5668c5cfb9f0 req-f574d609-918a-47ae-9191-be4a37bb806a service nova] [instance: e30e2ede-5559-4549-a023-075e04f972d6] No waiting events found dispatching network-vif-plugged-c989a4cd-8014-4b72-ae7a-371d688d7051 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.517038] env[69169]: WARNING nova.compute.manager [req-52f08784-42f3-4b39-9154-5668c5cfb9f0 req-f574d609-918a-47ae-9191-be4a37bb806a service nova] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Received unexpected event network-vif-plugged-c989a4cd-8014-4b72-ae7a-371d688d7051 for instance with vm_state building and task_state spawning. [ 1057.604796] env[69169]: DEBUG nova.network.neutron [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Successfully updated port: c989a4cd-8014-4b72-ae7a-371d688d7051 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.702886] env[69169]: DEBUG nova.compute.manager [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.703148] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.704118] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b91f29-f484-414c-90ee-e9c77e12d888 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.714918] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.715219] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86187be7-42f2-4714-8e71-75c79778895b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.725026] env[69169]: DEBUG oslo_vmware.api [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Waiting for the task: (returnval){ [ 1057.725026] env[69169]: value = "task-3251536" [ 1057.725026] env[69169]: _type = "Task" [ 1057.725026] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.739881] env[69169]: DEBUG oslo_vmware.api [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3251536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.753181] env[69169]: INFO nova.compute.manager [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Rebuilding instance [ 1057.788682] env[69169]: DEBUG oslo_concurrency.lockutils [None req-14538224-7d5e-44b3-8a69-03907a149cbd tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.863s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.808435] env[69169]: DEBUG nova.compute.manager [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.809275] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbba3494-83af-4a37-a714-d2d40e2332b7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.865066] env[69169]: DEBUG nova.objects.instance [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lazy-loading 'flavor' on Instance uuid 73c9ad6c-38ab-4cec-a80c-d874507a5180 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.987075] env[69169]: INFO nova.compute.manager [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Rescuing [ 1057.987712] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.987997] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.988302] env[69169]: DEBUG nova.network.neutron [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.069604] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f7144d-91db-4fd1-a94f-b7cd4b4df404 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.080301] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bcdf17-1a8a-4902-925d-b3a05c36c8a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.123006] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "refresh_cache-e30e2ede-5559-4549-a023-075e04f972d6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.123235] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "refresh_cache-e30e2ede-5559-4549-a023-075e04f972d6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.123424] env[69169]: DEBUG nova.network.neutron [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.125563] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b9cd5d-a7dd-453e-bdf1-25424c44ad3f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.136960] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d44847a-1dbd-4dfa-9d97-c93853d364ce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.159556] env[69169]: DEBUG nova.compute.provider_tree [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.237869] env[69169]: DEBUG oslo_vmware.api [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3251536, 'name': PowerOffVM_Task, 'duration_secs': 0.457398} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.238212] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.238469] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.239132] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8aa39dd-20c8-47f0-b8e0-430f1220e5f5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.337395] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.337886] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.337886] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Deleting the datastore file [datastore1] d8180779-0929-4896-b981-4f4985d091e9 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.338923] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53a85242-fc33-44fe-9fe4-0cec526eb5ab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.347681] env[69169]: DEBUG oslo_vmware.api [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Waiting for the task: (returnval){ [ 1058.347681] env[69169]: value = "task-3251538" [ 1058.347681] env[69169]: _type = "Task" [ 1058.347681] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.359298] env[69169]: DEBUG oslo_vmware.api [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3251538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.373477] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51ad99c8-5dd6-408d-8f3b-470f53f40ea4 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.387s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.493817] env[69169]: DEBUG nova.virt.hardware [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.494416] env[69169]: DEBUG nova.virt.hardware [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.494861] env[69169]: DEBUG nova.virt.hardware [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.495286] env[69169]: DEBUG nova.virt.hardware [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.495541] env[69169]: DEBUG nova.virt.hardware [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.495799] env[69169]: DEBUG nova.virt.hardware [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.497655] env[69169]: DEBUG nova.virt.hardware [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.497655] env[69169]: DEBUG nova.virt.hardware [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.497655] env[69169]: DEBUG nova.virt.hardware [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.497655] env[69169]: DEBUG nova.virt.hardware [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.497655] env[69169]: DEBUG nova.virt.hardware [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.500246] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0f00e4-6a43-4bbd-813e-69c684198e45 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.513419] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e497ddf1-572d-431d-9ffa-e000152c21cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.531220] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:eb:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1108ea5-56b2-4135-84b0-a17d95c79474', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.538887] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.539294] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.539529] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33b6737c-35df-464d-9cf9-f7099b2c476b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.563370] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.563370] env[69169]: value = "task-3251539" [ 1058.563370] env[69169]: _type = "Task" [ 1058.563370] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.572194] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251539, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.663946] env[69169]: DEBUG nova.scheduler.client.report [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.699093] env[69169]: DEBUG nova.network.neutron [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.826362] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.826792] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f29f01c5-9d5b-4862-96a6-cbb0d7e3ad6d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.834777] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1058.834777] env[69169]: value = "task-3251540" [ 1058.834777] env[69169]: _type = "Task" [ 1058.834777] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.845134] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.859007] env[69169]: DEBUG oslo_vmware.api [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Task: {'id': task-3251538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1747} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.859317] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.859509] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.859745] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.859865] env[69169]: INFO nova.compute.manager [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] [instance: d8180779-0929-4896-b981-4f4985d091e9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1058.860156] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.860373] env[69169]: DEBUG nova.compute.manager [-] [instance: d8180779-0929-4896-b981-4f4985d091e9] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.860461] env[69169]: DEBUG nova.network.neutron [-] [instance: d8180779-0929-4896-b981-4f4985d091e9] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.048759] env[69169]: DEBUG nova.network.neutron [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Updating instance_info_cache with network_info: [{"id": "c989a4cd-8014-4b72-ae7a-371d688d7051", "address": "fa:16:3e:2f:f7:27", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc989a4cd-80", "ovs_interfaceid": "c989a4cd-8014-4b72-ae7a-371d688d7051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.062445] env[69169]: DEBUG nova.network.neutron [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Updating instance_info_cache with network_info: [{"id": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "address": "fa:16:3e:0c:cd:f4", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbbbb147-e6", "ovs_interfaceid": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.080720] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251539, 'name': CreateVM_Task, 'duration_secs': 0.399635} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.081243] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.081969] env[69169]: DEBUG oslo_concurrency.lockutils [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.082271] env[69169]: DEBUG oslo_concurrency.lockutils [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.083027] env[69169]: DEBUG oslo_concurrency.lockutils [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.083527] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85bdb772-44ae-4bbf-abf4-f2bf6a9b08e8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.094054] env[69169]: DEBUG oslo_concurrency.lockutils [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Acquiring lock "9f51da21-4a66-4cd7-80aa-112629e8b9ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.094185] env[69169]: DEBUG oslo_concurrency.lockutils [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Lock "9f51da21-4a66-4cd7-80aa-112629e8b9ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.094775] env[69169]: DEBUG oslo_concurrency.lockutils [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Acquiring lock "9f51da21-4a66-4cd7-80aa-112629e8b9ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.094775] env[69169]: DEBUG oslo_concurrency.lockutils [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Lock "9f51da21-4a66-4cd7-80aa-112629e8b9ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.095022] env[69169]: DEBUG oslo_concurrency.lockutils [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Lock "9f51da21-4a66-4cd7-80aa-112629e8b9ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.097946] env[69169]: INFO nova.compute.manager [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Terminating instance [ 1059.104884] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1059.104884] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a7df64-8d5c-cfd7-7a65-99abf1fd23d4" [ 1059.104884] env[69169]: _type = "Task" [ 1059.104884] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.124178] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a7df64-8d5c-cfd7-7a65-99abf1fd23d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011791} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.124178] env[69169]: DEBUG oslo_concurrency.lockutils [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.124178] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.124178] env[69169]: DEBUG oslo_concurrency.lockutils [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.124178] env[69169]: DEBUG oslo_concurrency.lockutils [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.124526] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.124931] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cccd04ed-a6dc-4c6d-bcd4-f087497e8bd2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.138081] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.138400] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.140305] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb856e37-b7d5-4580-a6fc-503a687569a7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.148746] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1059.148746] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f95d00-b21a-d8b9-835e-b596db85a4a8" [ 1059.148746] env[69169]: _type = "Task" [ 1059.148746] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.166157] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f95d00-b21a-d8b9-835e-b596db85a4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011259} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.166939] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e248b61-cfcc-447e-bfcd-1a956cfe1c7d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.171673] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.172398] env[69169]: DEBUG nova.compute.manager [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.176762] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.457s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.186258] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1059.186258] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5273d1c0-0fb8-8a7e-dc7d-cae2abdbadca" [ 1059.186258] env[69169]: _type = "Task" [ 1059.186258] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.204173] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5273d1c0-0fb8-8a7e-dc7d-cae2abdbadca, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.204746] env[69169]: DEBUG oslo_concurrency.lockutils [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.204746] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03/1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.205166] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e97fd2a-4974-483f-9613-61bb29d13fd4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.215028] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1059.215028] env[69169]: value = "task-3251541" [ 1059.215028] env[69169]: _type = "Task" [ 1059.215028] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.223374] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.349758] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251540, 'name': PowerOffVM_Task, 'duration_secs': 0.331153} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.349907] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.350802] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.351031] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6949c79f-af20-4275-8c5a-81e528a6e83d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.359690] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.360221] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2219948-6c00-4101-bb71-7a864aea4945 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.456939] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.457246] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.457484] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleting the datastore file [datastore1] 02eefdb0-553f-43e4-99b3-7704615d12f7 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.457781] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c64d835-5197-47a9-b446-89fe3549b49f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.467769] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1059.467769] env[69169]: value = "task-3251543" [ 1059.467769] env[69169]: _type = "Task" [ 1059.467769] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.480302] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.554980] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "refresh_cache-e30e2ede-5559-4549-a023-075e04f972d6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.554980] env[69169]: DEBUG nova.compute.manager [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Instance network_info: |[{"id": "c989a4cd-8014-4b72-ae7a-371d688d7051", "address": "fa:16:3e:2f:f7:27", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc989a4cd-80", "ovs_interfaceid": "c989a4cd-8014-4b72-ae7a-371d688d7051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.554980] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:f7:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c989a4cd-8014-4b72-ae7a-371d688d7051', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.567727] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.568029] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.568795] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4098f47-c797-4384-86d8-aa34fec71f24 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.593087] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.606631] env[69169]: DEBUG oslo_concurrency.lockutils [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.606763] env[69169]: DEBUG oslo_concurrency.lockutils [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.609250] env[69169]: DEBUG nova.compute.manager [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.609250] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.610329] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.610329] env[69169]: value = "task-3251544" [ 1059.610329] env[69169]: _type = "Task" [ 1059.610329] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.611999] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92affd3f-c925-441f-a393-819e83b83e4b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.631679] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.635594] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41c52a0e-ee0d-4a7c-bb44-e24adf7681db {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.639018] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251544, 'name': CreateVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.643480] env[69169]: DEBUG nova.compute.manager [req-b59d7f2c-e21e-4660-9a7d-eed8c9a93437 req-df04076e-f5d1-487f-a8ae-677fd42de2fb service nova] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Received event network-changed-c989a4cd-8014-4b72-ae7a-371d688d7051 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.643721] env[69169]: DEBUG nova.compute.manager [req-b59d7f2c-e21e-4660-9a7d-eed8c9a93437 req-df04076e-f5d1-487f-a8ae-677fd42de2fb service nova] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Refreshing instance network info cache due to event network-changed-c989a4cd-8014-4b72-ae7a-371d688d7051. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.643946] env[69169]: DEBUG oslo_concurrency.lockutils [req-b59d7f2c-e21e-4660-9a7d-eed8c9a93437 req-df04076e-f5d1-487f-a8ae-677fd42de2fb service nova] Acquiring lock "refresh_cache-e30e2ede-5559-4549-a023-075e04f972d6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.644096] env[69169]: DEBUG oslo_concurrency.lockutils [req-b59d7f2c-e21e-4660-9a7d-eed8c9a93437 req-df04076e-f5d1-487f-a8ae-677fd42de2fb service nova] Acquired lock "refresh_cache-e30e2ede-5559-4549-a023-075e04f972d6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.644292] env[69169]: DEBUG nova.network.neutron [req-b59d7f2c-e21e-4660-9a7d-eed8c9a93437 req-df04076e-f5d1-487f-a8ae-677fd42de2fb service nova] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Refreshing network info cache for port c989a4cd-8014-4b72-ae7a-371d688d7051 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.660852] env[69169]: DEBUG oslo_vmware.api [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Waiting for the task: (returnval){ [ 1059.660852] env[69169]: value = "task-3251545" [ 1059.660852] env[69169]: _type = "Task" [ 1059.660852] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.673945] env[69169]: DEBUG oslo_vmware.api [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.680031] env[69169]: DEBUG nova.compute.utils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.693763] env[69169]: DEBUG nova.compute.manager [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.694074] env[69169]: DEBUG nova.network.neutron [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.728475] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251541, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.754471] env[69169]: DEBUG nova.policy [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af8500cb7c5643f9926d079a4c078a67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cea9384eed44f5b90669987ad56d482', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.978752] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301356} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.979116] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.979337] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.979407] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.097929] env[69169]: DEBUG nova.network.neutron [-] [instance: d8180779-0929-4896-b981-4f4985d091e9] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.130230] env[69169]: INFO nova.compute.manager [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Detaching volume e86df217-8908-457c-90a2-c14e3b5f0dbb [ 1060.136324] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251544, 'name': CreateVM_Task, 'duration_secs': 0.511409} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.138913] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.140664] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.141013] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.141999] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.141999] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a2420e4-ff02-4a85-ac91-4f468b51ba24 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.153613] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1060.153613] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526dd4b8-53c0-e0fa-b1e8-09ade4cccb1f" [ 1060.153613] env[69169]: _type = "Task" [ 1060.153613] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.185808] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526dd4b8-53c0-e0fa-b1e8-09ade4cccb1f, 'name': SearchDatastore_Task, 'duration_secs': 0.018135} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.186920] env[69169]: DEBUG nova.compute.manager [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.190901] env[69169]: DEBUG oslo_vmware.api [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251545, 'name': PowerOffVM_Task, 'duration_secs': 0.294982} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.194335] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.195896] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.196565] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.196565] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.196565] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.196811] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.197078] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.198125] env[69169]: INFO nova.virt.block_device [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Attempting to driver detach volume e86df217-8908-457c-90a2-c14e3b5f0dbb from mountpoint /dev/sdb [ 1060.198499] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1060.198499] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649711', 'volume_id': 'e86df217-8908-457c-90a2-c14e3b5f0dbb', 'name': 'volume-e86df217-8908-457c-90a2-c14e3b5f0dbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73c9ad6c-38ab-4cec-a80c-d874507a5180', 'attached_at': '', 'detached_at': '', 'volume_id': 'e86df217-8908-457c-90a2-c14e3b5f0dbb', 'serial': 'e86df217-8908-457c-90a2-c14e3b5f0dbb'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1060.199185] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d37c6230-ade5-4397-a678-363a641e2c21 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.201241] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb3a9f02-14e4-4b93-acc0-30bd6da7ed69 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.207808] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9562b505-5976-4e5c-95f9-fdd39eecec25 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.247316] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.247685] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.249941] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ae4fca65-67fe-48c2-b1d7-90e957ef15fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.250106] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance d8180779-0929-4896-b981-4f4985d091e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 73c9ad6c-38ab-4cec-a80c-d874507a5180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ca5989b5-eea8-4034-b9e6-3c3aa1e4b061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 786f4d7c-edd0-48ab-9b73-40d473a512e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance e1e94956-c9e4-47ab-ba27-7cb61ece9111 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance e85e3f78-4be2-4ed0-9553-f7d78d99ddc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 02eefdb0-553f-43e4-99b3-7704615d12f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 2f33b223-ee35-4459-9f89-1fe22c03edce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 31492cd2-0e25-454c-840e-6d0cd9ea8dd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 86b49110-4193-4eb9-b2e4-40b97ff58a2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance b795a13c-58a3-4417-8e32-a8dad6b63387 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 93b15968-4f72-4330-8d9e-ed4c671afd7f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.252419] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 9182b24f-c2f2-4571-a594-f564d5e39f15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.253194] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 91a1cf13-e804-4d0f-a8c8-55cbcd395845 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.253194] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 9f51da21-4a66-4cd7-80aa-112629e8b9ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.253194] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance e30e2ede-5559-4549-a023-075e04f972d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.253194] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.254947] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95607d64-5f43-471c-a4d9-15425d786979 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.258191] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e15a22e-74ab-49de-90fe-3ccbdf0d9f69 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.264608] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52181} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.266235] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03/1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.266925] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.267023] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-677823c6-87c4-4eaa-a97e-7a0256448bab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.272923] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1060.272923] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52144dd4-d3d2-820d-6295-ca0c4c7f4893" [ 1060.272923] env[69169]: _type = "Task" [ 1060.272923] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.275393] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c86e398-e227-4f53-b053-eb00945f97d4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.282197] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1060.282197] env[69169]: value = "task-3251547" [ 1060.282197] env[69169]: _type = "Task" [ 1060.282197] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.311349] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52144dd4-d3d2-820d-6295-ca0c4c7f4893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.312643] env[69169]: DEBUG nova.network.neutron [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Successfully created port: ceb2f016-70c6-4dea-ad59-8b8359b6acd2 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.315281] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc2a8b2-280d-4c48-a771-6f1c151a5435 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.325720] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.342213] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] The volume has not been displaced from its original location: [datastore1] volume-e86df217-8908-457c-90a2-c14e3b5f0dbb/volume-e86df217-8908-457c-90a2-c14e3b5f0dbb.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1060.347683] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1060.350834] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daf28790-a515-4a7e-acbb-137fcf2e2904 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.372512] env[69169]: DEBUG oslo_vmware.api [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1060.372512] env[69169]: value = "task-3251548" [ 1060.372512] env[69169]: _type = "Task" [ 1060.372512] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.392877] env[69169]: DEBUG oslo_vmware.api [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.408712] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.408712] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.408712] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Deleting the datastore file [datastore1] 9f51da21-4a66-4cd7-80aa-112629e8b9ec {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.408712] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7620d3b-a961-458b-9f84-af9b10f38fc8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.419850] env[69169]: DEBUG oslo_vmware.api [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Waiting for the task: (returnval){ [ 1060.419850] env[69169]: value = "task-3251549" [ 1060.419850] env[69169]: _type = "Task" [ 1060.419850] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.431633] env[69169]: DEBUG oslo_vmware.api [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.601194] env[69169]: INFO nova.compute.manager [-] [instance: d8180779-0929-4896-b981-4f4985d091e9] Took 1.74 seconds to deallocate network for instance. [ 1060.668358] env[69169]: DEBUG nova.network.neutron [req-b59d7f2c-e21e-4660-9a7d-eed8c9a93437 req-df04076e-f5d1-487f-a8ae-677fd42de2fb service nova] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Updated VIF entry in instance network info cache for port c989a4cd-8014-4b72-ae7a-371d688d7051. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.668669] env[69169]: DEBUG nova.network.neutron [req-b59d7f2c-e21e-4660-9a7d-eed8c9a93437 req-df04076e-f5d1-487f-a8ae-677fd42de2fb service nova] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Updating instance_info_cache with network_info: [{"id": "c989a4cd-8014-4b72-ae7a-371d688d7051", "address": "fa:16:3e:2f:f7:27", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc989a4cd-80", "ovs_interfaceid": "c989a4cd-8014-4b72-ae7a-371d688d7051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.769261] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 8c079e7f-672c-45d3-b2e4-635e84dacc13 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1060.769582] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1060.769784] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1060.787656] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52144dd4-d3d2-820d-6295-ca0c4c7f4893, 'name': SearchDatastore_Task, 'duration_secs': 0.01781} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.789260] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5775f1dd-39b6-45db-aed4-60384ca52c4c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.798495] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075982} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.800408] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.800408] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1060.800408] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5230d877-d12f-feb8-ca6b-868d60b97a8b" [ 1060.800408] env[69169]: _type = "Task" [ 1060.800408] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.800990] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110d537a-c86e-46db-8a23-db5357203651 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.814876] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5230d877-d12f-feb8-ca6b-868d60b97a8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.825146] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.825434] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] e30e2ede-5559-4549-a023-075e04f972d6/e30e2ede-5559-4549-a023-075e04f972d6.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.834276] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03/1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.834822] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32ec1574-dac7-4a61-b644-8c3dde0d8c1d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.837065] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83ceb525-b7f0-4d3f-ad0f-d09e6aab30b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.863388] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1060.863388] env[69169]: value = "task-3251550" [ 1060.863388] env[69169]: _type = "Task" [ 1060.863388] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.864777] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1060.864777] env[69169]: value = "task-3251551" [ 1060.864777] env[69169]: _type = "Task" [ 1060.864777] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.882200] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.885449] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.891964] env[69169]: DEBUG oslo_vmware.api [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251548, 'name': ReconfigVM_Task, 'duration_secs': 0.401615} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.892144] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1060.896724] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1bf594-6f82-4677-ba5c-594c4a098815 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.915616] env[69169]: DEBUG oslo_vmware.api [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1060.915616] env[69169]: value = "task-3251552" [ 1060.915616] env[69169]: _type = "Task" [ 1060.915616] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.930341] env[69169]: DEBUG oslo_vmware.api [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.935933] env[69169]: DEBUG oslo_vmware.api [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Task: {'id': task-3251549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154155} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.936376] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.936376] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.936539] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.937177] env[69169]: INFO nova.compute.manager [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1060.937177] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.937177] env[69169]: DEBUG nova.compute.manager [-] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.937395] env[69169]: DEBUG nova.network.neutron [-] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.023622] env[69169]: DEBUG nova.virt.hardware [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.024051] env[69169]: DEBUG nova.virt.hardware [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.024224] env[69169]: DEBUG nova.virt.hardware [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.024392] env[69169]: DEBUG nova.virt.hardware [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.024524] env[69169]: DEBUG nova.virt.hardware [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.024684] env[69169]: DEBUG nova.virt.hardware [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.024900] env[69169]: DEBUG nova.virt.hardware [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.025072] env[69169]: DEBUG nova.virt.hardware [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.025245] env[69169]: DEBUG nova.virt.hardware [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.025443] env[69169]: DEBUG nova.virt.hardware [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.026491] env[69169]: DEBUG nova.virt.hardware [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.026573] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da11693-94f2-4086-8bb8-471d705104d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.043594] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2c55d9-d4b6-4f72-85c5-bd36e6e83217 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.059332] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:8b:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7790c05-e12b-4c9a-ac86-79211143724b', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.066846] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.069905] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.070395] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2da74032-e340-45c0-86ae-e90ae90a6af6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.092540] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.092540] env[69169]: value = "task-3251553" [ 1061.092540] env[69169]: _type = "Task" [ 1061.092540] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.101216] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251553, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.111368] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.124853] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Acquiring lock "a17c812e-4eec-402e-8a9f-6986cd0da4f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.125145] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Lock "a17c812e-4eec-402e-8a9f-6986cd0da4f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.173024] env[69169]: DEBUG oslo_concurrency.lockutils [req-b59d7f2c-e21e-4660-9a7d-eed8c9a93437 req-df04076e-f5d1-487f-a8ae-677fd42de2fb service nova] Releasing lock "refresh_cache-e30e2ede-5559-4549-a023-075e04f972d6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.181020] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.185810] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e75b9f21-cd4f-431f-b569-bdc981a6d819 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.201938] env[69169]: DEBUG nova.compute.manager [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.205479] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1061.205479] env[69169]: value = "task-3251554" [ 1061.205479] env[69169]: _type = "Task" [ 1061.205479] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.223972] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.233027] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cab9e9-23d0-4e1d-aaf3-0bbaede6ad00 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.249289] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25972dc-fff3-44ed-805f-387ae7401c43 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.313394] env[69169]: DEBUG nova.virt.hardware [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='417fc4982e3d273485262a2aa224c6a5',container_format='bare',created_at=2025-04-03T11:12:25Z,direct_url=,disk_format='vmdk',id=4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4,min_disk=1,min_ram=0,name='tempest-test-snap-1162465274',owner='9cea9384eed44f5b90669987ad56d482',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T11:12:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.313886] env[69169]: DEBUG nova.virt.hardware [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.315212] env[69169]: DEBUG nova.virt.hardware [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.315212] env[69169]: DEBUG nova.virt.hardware [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.315212] env[69169]: DEBUG nova.virt.hardware [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.315212] env[69169]: DEBUG nova.virt.hardware [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.315573] env[69169]: DEBUG nova.virt.hardware [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.315746] env[69169]: DEBUG nova.virt.hardware [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.316672] env[69169]: DEBUG nova.virt.hardware [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.316672] env[69169]: DEBUG nova.virt.hardware [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.316672] env[69169]: DEBUG nova.virt.hardware [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.317946] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f7451-bbb3-40bc-9d0a-d3d6bc523af6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.325279] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258ff5cc-a837-41ae-8705-488247224d20 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.336449] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da3cf10-1588-443b-a035-5f500af7d531 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.343500] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c21a2b8-d237-447f-826c-ce114d7fd9da {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.371391] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.388633] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.394306] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251551, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.426889] env[69169]: DEBUG oslo_vmware.api [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251552, 'name': ReconfigVM_Task, 'duration_secs': 0.168567} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.427316] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649711', 'volume_id': 'e86df217-8908-457c-90a2-c14e3b5f0dbb', 'name': 'volume-e86df217-8908-457c-90a2-c14e3b5f0dbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73c9ad6c-38ab-4cec-a80c-d874507a5180', 'attached_at': '', 'detached_at': '', 'volume_id': 'e86df217-8908-457c-90a2-c14e3b5f0dbb', 'serial': 'e86df217-8908-457c-90a2-c14e3b5f0dbb'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1061.611504] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251553, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.628696] env[69169]: DEBUG nova.compute.manager [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.724177] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251554, 'name': PowerOffVM_Task, 'duration_secs': 0.298035} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.726114] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.728295] env[69169]: DEBUG nova.compute.manager [req-2d956448-416e-40ff-8d22-37dba0305889 req-5f9992f7-6d91-40c7-90d6-376c5bfd1fa6 service nova] [instance: d8180779-0929-4896-b981-4f4985d091e9] Received event network-vif-deleted-628e25e2-c4e0-45c4-8031-1c8a7d135b8c {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.728727] env[69169]: DEBUG nova.compute.manager [req-2d956448-416e-40ff-8d22-37dba0305889 req-5f9992f7-6d91-40c7-90d6-376c5bfd1fa6 service nova] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Received event network-vif-deleted-dc2c70c7-446f-4e75-be23-a2269630e5b7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.729492] env[69169]: INFO nova.compute.manager [req-2d956448-416e-40ff-8d22-37dba0305889 req-5f9992f7-6d91-40c7-90d6-376c5bfd1fa6 service nova] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Neutron deleted interface dc2c70c7-446f-4e75-be23-a2269630e5b7; detaching it from the instance and deleting it from the info cache [ 1061.729492] env[69169]: DEBUG nova.network.neutron [req-2d956448-416e-40ff-8d22-37dba0305889 req-5f9992f7-6d91-40c7-90d6-376c5bfd1fa6 service nova] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.731527] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3cc3d4-df1e-4760-b53f-f1d3592565f9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.759444] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7bf233-2f8a-477c-b66b-6129e4121b5b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.776702] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquiring lock "b8a29c26-457b-48a6-b550-036faa697f6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.776994] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Lock "b8a29c26-457b-48a6-b550-036faa697f6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.804361] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.804893] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6de8805d-ced2-4772-a487-d1637dc2f1d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.814160] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1061.814160] env[69169]: value = "task-3251555" [ 1061.814160] env[69169]: _type = "Task" [ 1061.814160] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.826354] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] VM already powered off {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1061.826618] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.826734] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.827861] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.827861] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.827861] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebf5f923-4288-42ed-b794-318fd818ce03 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.837297] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.837487] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.839209] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cebb6da6-ebde-421b-83b2-f571f75f8c50 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.846897] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1061.846897] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521a808b-696a-629f-1f91-04e5524e4e46" [ 1061.846897] env[69169]: _type = "Task" [ 1061.846897] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.854523] env[69169]: DEBUG nova.network.neutron [-] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.857577] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521a808b-696a-629f-1f91-04e5524e4e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.881103] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.892089] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700271} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.892626] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251550, 'name': ReconfigVM_Task, 'duration_secs': 0.764825} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.892819] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] e30e2ede-5559-4549-a023-075e04f972d6/e30e2ede-5559-4549-a023-075e04f972d6.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.893043] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.893327] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03/1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.893911] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48df00c8-5731-43bc-a2f4-8dff13ebb335 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.896252] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00f9879b-2a45-40a8-992c-496e0c9586c7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.904568] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1061.904568] env[69169]: value = "task-3251557" [ 1061.904568] env[69169]: _type = "Task" [ 1061.904568] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.905777] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1061.905777] env[69169]: value = "task-3251556" [ 1061.905777] env[69169]: _type = "Task" [ 1061.905777] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.926370] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.929623] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251556, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.990933] env[69169]: DEBUG nova.objects.instance [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lazy-loading 'flavor' on Instance uuid 73c9ad6c-38ab-4cec-a80c-d874507a5180 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.103671] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251553, 'name': CreateVM_Task, 'duration_secs': 0.624024} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.104015] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.104681] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.104898] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.105272] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.105573] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e485e9-b290-46f4-9e4d-303996bbe242 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.111630] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1062.111630] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f753b8-0cbe-db1a-8862-30ec7d096c56" [ 1062.111630] env[69169]: _type = "Task" [ 1062.111630] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.120988] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f753b8-0cbe-db1a-8862-30ec7d096c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.121885] env[69169]: DEBUG nova.network.neutron [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Successfully updated port: ceb2f016-70c6-4dea-ad59-8b8359b6acd2 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.154541] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.237040] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28a410fb-f1de-4aa6-8d01-d861e8fa4882 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.253263] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0720f7-f044-402e-8455-44cf2dd91cf4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.291120] env[69169]: DEBUG nova.compute.manager [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.296026] env[69169]: DEBUG nova.compute.manager [req-2d956448-416e-40ff-8d22-37dba0305889 req-5f9992f7-6d91-40c7-90d6-376c5bfd1fa6 service nova] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Detach interface failed, port_id=dc2c70c7-446f-4e75-be23-a2269630e5b7, reason: Instance 9f51da21-4a66-4cd7-80aa-112629e8b9ec could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.358197] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521a808b-696a-629f-1f91-04e5524e4e46, 'name': SearchDatastore_Task, 'duration_secs': 0.010352} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.358624] env[69169]: INFO nova.compute.manager [-] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Took 1.42 seconds to deallocate network for instance. [ 1062.360863] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112468a6-182e-4864-93d0-a2ea5ab4dd18 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.369786] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1062.369786] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524f408f-c2da-ab59-e628-4ed5156642f4" [ 1062.369786] env[69169]: _type = "Task" [ 1062.369786] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.378478] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524f408f-c2da-ab59-e628-4ed5156642f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.393515] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1062.393745] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.217s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.394671] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.891s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.396290] env[69169]: INFO nova.compute.claims [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.418471] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074381} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.421806] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.422122] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251556, 'name': Rename_Task, 'duration_secs': 0.175161} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.422881] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52925331-89ef-4368-963e-c3534fee8c08 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.425384] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.425653] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4ccda12-fbaa-4767-b37a-df8b05214e4b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.449212] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] e30e2ede-5559-4549-a023-075e04f972d6/e30e2ede-5559-4549-a023-075e04f972d6.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.450987] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1a90986-d481-4d40-a0dc-936fad05e9c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.465312] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1062.465312] env[69169]: value = "task-3251558" [ 1062.465312] env[69169]: _type = "Task" [ 1062.465312] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.473332] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1062.473332] env[69169]: value = "task-3251559" [ 1062.473332] env[69169]: _type = "Task" [ 1062.473332] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.476572] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.486887] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.623232] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f753b8-0cbe-db1a-8862-30ec7d096c56, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.623762] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "refresh_cache-aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.623908] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "refresh_cache-aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.624053] env[69169]: DEBUG nova.network.neutron [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.625285] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.625493] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.625678] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.625823] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.626103] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.626335] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17e0f678-2cfb-4fa3-8ca1-ef14d4d5a002 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.639208] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.639467] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.640345] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18a6ca40-c54f-4078-8252-3edd8f322a26 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.647548] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1062.647548] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5286035d-d4e6-2d38-e6b6-b3fde7139b56" [ 1062.647548] env[69169]: _type = "Task" [ 1062.647548] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.656283] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5286035d-d4e6-2d38-e6b6-b3fde7139b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.811611] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.867174] env[69169]: DEBUG oslo_concurrency.lockutils [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.880720] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524f408f-c2da-ab59-e628-4ed5156642f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010866} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.880980] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.881261] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 2f33b223-ee35-4459-9f89-1fe22c03edce/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk. {{(pid=69169) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1062.881867] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af0602ea-8acd-41de-a5af-d13573b58246 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.889797] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1062.889797] env[69169]: value = "task-3251560" [ 1062.889797] env[69169]: _type = "Task" [ 1062.889797] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.897943] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.978098] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.987822] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251559, 'name': ReconfigVM_Task, 'duration_secs': 0.286834} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.988158] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Reconfigured VM instance instance-00000054 to attach disk [datastore2] e30e2ede-5559-4549-a023-075e04f972d6/e30e2ede-5559-4549-a023-075e04f972d6.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.989773] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0a8e986-bf00-41fa-913d-7139502f8676 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.996824] env[69169]: DEBUG oslo_concurrency.lockutils [None req-93056ab1-8bc6-43e1-b675-da47c54e3840 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.390s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.998024] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1062.998024] env[69169]: value = "task-3251561" [ 1062.998024] env[69169]: _type = "Task" [ 1062.998024] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.007730] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251561, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.159959] env[69169]: DEBUG nova.network.neutron [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.165849] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5286035d-d4e6-2d38-e6b6-b3fde7139b56, 'name': SearchDatastore_Task, 'duration_secs': 0.016356} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.166706] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5ff77b-fd46-4fc0-9daf-8d7b81fbad26 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.172642] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1063.172642] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fc4c75-6cc7-36bd-2846-f75b58432791" [ 1063.172642] env[69169]: _type = "Task" [ 1063.172642] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.180499] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fc4c75-6cc7-36bd-2846-f75b58432791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.296470] env[69169]: DEBUG nova.network.neutron [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Updating instance_info_cache with network_info: [{"id": "ceb2f016-70c6-4dea-ad59-8b8359b6acd2", "address": "fa:16:3e:25:f4:c4", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb2f016-70", "ovs_interfaceid": "ceb2f016-70c6-4dea-ad59-8b8359b6acd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.401931] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251560, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.480370] env[69169]: DEBUG oslo_vmware.api [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251558, 'name': PowerOnVM_Task, 'duration_secs': 0.723049} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.483445] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.483669] env[69169]: DEBUG nova.compute.manager [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.484968] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571d86c6-0f9b-432b-97d8-0792103a6385 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.510978] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251561, 'name': Rename_Task, 'duration_secs': 0.166549} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.511461] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.511615] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89e3f6ad-3e28-46eb-8b53-21223a18f929 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.522163] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1063.522163] env[69169]: value = "task-3251562" [ 1063.522163] env[69169]: _type = "Task" [ 1063.522163] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.535309] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.683902] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fc4c75-6cc7-36bd-2846-f75b58432791, 'name': SearchDatastore_Task, 'duration_secs': 0.028607} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.686658] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.686892] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 02eefdb0-553f-43e4-99b3-7704615d12f7/02eefdb0-553f-43e4-99b3-7704615d12f7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.687381] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c56e8f41-c18d-4e2f-8c64-abf50dbbff60 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.696859] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1063.696859] env[69169]: value = "task-3251563" [ 1063.696859] env[69169]: _type = "Task" [ 1063.696859] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.708397] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.762547] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10f151e-4103-4d8d-a809-0570be630ea0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.770860] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a450755d-13e4-4c3d-8191-20900cd54437 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.802596] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "refresh_cache-aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.802807] env[69169]: DEBUG nova.compute.manager [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Instance network_info: |[{"id": "ceb2f016-70c6-4dea-ad59-8b8359b6acd2", "address": "fa:16:3e:25:f4:c4", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb2f016-70", "ovs_interfaceid": "ceb2f016-70c6-4dea-ad59-8b8359b6acd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.804456] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:f4:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceb2f016-70c6-4dea-ad59-8b8359b6acd2', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.811997] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.812736] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b289caaa-3cc8-4a33-bb61-4248c48cd6b1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.816465] env[69169]: DEBUG nova.compute.manager [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Received event network-vif-plugged-ceb2f016-70c6-4dea-ad59-8b8359b6acd2 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.817548] env[69169]: DEBUG oslo_concurrency.lockutils [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] Acquiring lock "aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.817548] env[69169]: DEBUG oslo_concurrency.lockutils [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] Lock "aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.817548] env[69169]: DEBUG oslo_concurrency.lockutils [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] Lock "aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.817548] env[69169]: DEBUG nova.compute.manager [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] No waiting events found dispatching network-vif-plugged-ceb2f016-70c6-4dea-ad59-8b8359b6acd2 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.817548] env[69169]: WARNING nova.compute.manager [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Received unexpected event network-vif-plugged-ceb2f016-70c6-4dea-ad59-8b8359b6acd2 for instance with vm_state building and task_state spawning. [ 1063.817801] env[69169]: DEBUG nova.compute.manager [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Received event network-changed-ceb2f016-70c6-4dea-ad59-8b8359b6acd2 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.817854] env[69169]: DEBUG nova.compute.manager [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Refreshing instance network info cache due to event network-changed-ceb2f016-70c6-4dea-ad59-8b8359b6acd2. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.818146] env[69169]: DEBUG oslo_concurrency.lockutils [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] Acquiring lock "refresh_cache-aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.818217] env[69169]: DEBUG oslo_concurrency.lockutils [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] Acquired lock "refresh_cache-aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.820739] env[69169]: DEBUG nova.network.neutron [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Refreshing network info cache for port ceb2f016-70c6-4dea-ad59-8b8359b6acd2 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.820739] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.820739] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64fc2807-c8b8-431c-8d80-778cdb343f3d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.842998] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becdf332-db32-42a5-a9fa-220935336329 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.847648] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.847648] env[69169]: value = "task-3251564" [ 1063.847648] env[69169]: _type = "Task" [ 1063.847648] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.864969] env[69169]: DEBUG nova.compute.provider_tree [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.872996] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251564, 'name': CreateVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.903663] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777993} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.903975] env[69169]: INFO nova.virt.vmwareapi.ds_util [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 2f33b223-ee35-4459-9f89-1fe22c03edce/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk. [ 1063.905113] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bdf064-a7a0-427b-b671-08ca69cace7f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.940492] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 2f33b223-ee35-4459-9f89-1fe22c03edce/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.941025] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2475c724-b8b0-4e69-aca6-60cd07c219b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.963166] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1063.963166] env[69169]: value = "task-3251565" [ 1063.963166] env[69169]: _type = "Task" [ 1063.963166] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.974877] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.006865] env[69169]: DEBUG oslo_concurrency.lockutils [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.036880] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251562, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.209111] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251563, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.361168] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251564, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.367909] env[69169]: DEBUG nova.scheduler.client.report [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.473358] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251565, 'name': ReconfigVM_Task, 'duration_secs': 0.462081} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.473654] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 2f33b223-ee35-4459-9f89-1fe22c03edce/79c83abe-1909-4aa1-bc0e-85798aeb6044-rescue.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.474564] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08151cdd-8d3e-437e-9c34-f35b0f8e6501 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.506567] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de6ef45-b8d0-4f1a-9cc9-ed8b52713d39 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.528950] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1064.528950] env[69169]: value = "task-3251566" [ 1064.528950] env[69169]: _type = "Task" [ 1064.528950] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.535706] env[69169]: DEBUG oslo_vmware.api [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251562, 'name': PowerOnVM_Task, 'duration_secs': 0.52895} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.536280] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.536481] env[69169]: INFO nova.compute.manager [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1064.536925] env[69169]: DEBUG nova.compute.manager [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.537598] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeb8937-9862-400a-aa7e-488f2b4e83c8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.543768] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.558659] env[69169]: DEBUG nova.network.neutron [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Updated VIF entry in instance network info cache for port ceb2f016-70c6-4dea-ad59-8b8359b6acd2. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.559300] env[69169]: DEBUG nova.network.neutron [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Updating instance_info_cache with network_info: [{"id": "ceb2f016-70c6-4dea-ad59-8b8359b6acd2", "address": "fa:16:3e:25:f4:c4", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb2f016-70", "ovs_interfaceid": "ceb2f016-70c6-4dea-ad59-8b8359b6acd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.640289] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "d65be3d9-0fc4-4d55-a159-db1e28ddbd1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.640494] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "d65be3d9-0fc4-4d55-a159-db1e28ddbd1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.708301] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548732} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.708577] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 02eefdb0-553f-43e4-99b3-7704615d12f7/02eefdb0-553f-43e4-99b3-7704615d12f7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.708821] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.709090] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4445fe8-01a4-4c00-bf8a-bf3cdc874bc7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.716912] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1064.716912] env[69169]: value = "task-3251567" [ 1064.716912] env[69169]: _type = "Task" [ 1064.716912] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.726559] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.863811] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251564, 'name': CreateVM_Task, 'duration_secs': 0.570451} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.864065] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.864809] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.865033] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.865447] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.865700] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e69900-8e26-4cf9-aeec-771c7fc70574 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.870855] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1064.870855] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52751126-44c7-97dd-30e8-a182ddc9787b" [ 1064.870855] env[69169]: _type = "Task" [ 1064.870855] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.875564] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.876081] env[69169]: DEBUG nova.compute.manager [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.879617] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.039s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.879800] env[69169]: DEBUG nova.objects.instance [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1064.888193] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52751126-44c7-97dd-30e8-a182ddc9787b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.039632] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251566, 'name': ReconfigVM_Task, 'duration_secs': 0.287422} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.039914] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.040186] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77a02630-91ed-4024-beff-daeaebb70b45 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.047910] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1065.047910] env[69169]: value = "task-3251568" [ 1065.047910] env[69169]: _type = "Task" [ 1065.047910] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.062159] env[69169]: INFO nova.compute.manager [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Took 15.86 seconds to build instance. [ 1065.062584] env[69169]: DEBUG oslo_concurrency.lockutils [req-2bd4fd45-b333-446a-b07e-22c91a171a6c req-66cf6625-ddcb-4841-9a12-f7cd46616d6a service nova] Releasing lock "refresh_cache-aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.066138] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.143062] env[69169]: DEBUG nova.compute.manager [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.228573] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.339591} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.228970] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.229812] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd422b3f-bd08-46cf-abfd-9c63b193cd9f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.254209] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 02eefdb0-553f-43e4-99b3-7704615d12f7/02eefdb0-553f-43e4-99b3-7704615d12f7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.254628] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf2e4eca-f1bf-41c6-b320-f7b1d1fe39cc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.275388] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1065.275388] env[69169]: value = "task-3251569" [ 1065.275388] env[69169]: _type = "Task" [ 1065.275388] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.289085] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.383625] env[69169]: DEBUG nova.compute.utils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.387828] env[69169]: DEBUG nova.compute.manager [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.388020] env[69169]: DEBUG nova.network.neutron [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.390055] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.390324] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Processing image 4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.391020] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.391020] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.391020] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.392089] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2344d1f9-20ce-427c-944c-3d2768e35eba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.402828] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.403050] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.403881] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c50348d-f092-4479-b4ec-a1a2271265bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.410666] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1065.410666] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520f4811-87ec-7e11-bac3-6615a1f95a76" [ 1065.410666] env[69169]: _type = "Task" [ 1065.410666] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.419661] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520f4811-87ec-7e11-bac3-6615a1f95a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.443431] env[69169]: DEBUG nova.policy [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cfef0849fb4a12b890ed836f8c0c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf2d8d04a5ab47fda9b658c0c265488e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.558994] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.563640] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e0a56a3-01aa-4a04-bd6d-865ef4bc3482 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e30e2ede-5559-4549-a023-075e04f972d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.368s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.610027] env[69169]: DEBUG oslo_concurrency.lockutils [None req-498bf3ef-4096-4712-be12-6deb530d055b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "e30e2ede-5559-4549-a023-075e04f972d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.610027] env[69169]: DEBUG oslo_concurrency.lockutils [None req-498bf3ef-4096-4712-be12-6deb530d055b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e30e2ede-5559-4549-a023-075e04f972d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.610027] env[69169]: DEBUG nova.compute.manager [None req-498bf3ef-4096-4712-be12-6deb530d055b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.610027] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6cad54-7343-406c-af4b-4e31273014ac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.618829] env[69169]: DEBUG nova.compute.manager [None req-498bf3ef-4096-4712-be12-6deb530d055b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69169) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1065.618829] env[69169]: DEBUG nova.objects.instance [None req-498bf3ef-4096-4712-be12-6deb530d055b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lazy-loading 'flavor' on Instance uuid e30e2ede-5559-4549-a023-075e04f972d6 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.671289] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.776789] env[69169]: DEBUG nova.network.neutron [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Successfully created port: 61c71bb2-116b-4fba-9592-48a2556dbb2d {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.791980] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.893703] env[69169]: DEBUG oslo_concurrency.lockutils [None req-1b7e3fb6-a0af-435f-a7f9-7fdf2485ce66 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.895041] env[69169]: DEBUG nova.compute.manager [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.897639] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.786s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.897856] env[69169]: DEBUG nova.objects.instance [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Lazy-loading 'resources' on Instance uuid d8180779-0929-4896-b981-4f4985d091e9 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.923990] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Preparing fetch location {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1065.924379] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Fetch image to [datastore2] OSTACK_IMG_e7d290a0-e5f5-4a7e-9e7f-15226e2af9d8/OSTACK_IMG_e7d290a0-e5f5-4a7e-9e7f-15226e2af9d8.vmdk {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1065.924482] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Downloading stream optimized image 4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4 to [datastore2] OSTACK_IMG_e7d290a0-e5f5-4a7e-9e7f-15226e2af9d8/OSTACK_IMG_e7d290a0-e5f5-4a7e-9e7f-15226e2af9d8.vmdk on the data store datastore2 as vApp {{(pid=69169) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1065.924608] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Downloading image file data 4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4 to the ESX as VM named 'OSTACK_IMG_e7d290a0-e5f5-4a7e-9e7f-15226e2af9d8' {{(pid=69169) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1066.008076] env[69169]: DEBUG oslo_vmware.rw_handles [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1066.008076] env[69169]: value = "resgroup-9" [ 1066.008076] env[69169]: _type = "ResourcePool" [ 1066.008076] env[69169]: }. {{(pid=69169) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1066.008435] env[69169]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-186d207f-db7b-4e7f-a7a3-596f23dc828e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.033852] env[69169]: DEBUG oslo_vmware.rw_handles [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lease: (returnval){ [ 1066.033852] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52872c5c-05dd-f8ff-3e3b-592464e19b21" [ 1066.033852] env[69169]: _type = "HttpNfcLease" [ 1066.033852] env[69169]: } obtained for vApp import into resource pool (val){ [ 1066.033852] env[69169]: value = "resgroup-9" [ 1066.033852] env[69169]: _type = "ResourcePool" [ 1066.033852] env[69169]: }. {{(pid=69169) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1066.034184] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the lease: (returnval){ [ 1066.034184] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52872c5c-05dd-f8ff-3e3b-592464e19b21" [ 1066.034184] env[69169]: _type = "HttpNfcLease" [ 1066.034184] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1066.041051] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1066.041051] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52872c5c-05dd-f8ff-3e3b-592464e19b21" [ 1066.041051] env[69169]: _type = "HttpNfcLease" [ 1066.041051] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1066.058412] env[69169]: DEBUG oslo_vmware.api [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251568, 'name': PowerOnVM_Task, 'duration_secs': 0.596565} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.058824] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.061393] env[69169]: DEBUG nova.compute.manager [None req-bd5357ca-4192-47d0-bd0e-4f1679b0bf4a tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.062180] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d7963b-35a3-4235-8710-30d15857aa47 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.290366] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251569, 'name': ReconfigVM_Task, 'duration_secs': 0.545027} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.290694] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 02eefdb0-553f-43e4-99b3-7704615d12f7/02eefdb0-553f-43e4-99b3-7704615d12f7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.291460] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5aa6c694-3634-4f28-b2af-03a73c6789c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.300319] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1066.300319] env[69169]: value = "task-3251571" [ 1066.300319] env[69169]: _type = "Task" [ 1066.300319] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.309668] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251571, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.542280] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1066.542280] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52872c5c-05dd-f8ff-3e3b-592464e19b21" [ 1066.542280] env[69169]: _type = "HttpNfcLease" [ 1066.542280] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1066.626678] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-498bf3ef-4096-4712-be12-6deb530d055b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.629700] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77d21ae0-6c59-401a-a001-75a7d4f33784 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.639011] env[69169]: DEBUG oslo_vmware.api [None req-498bf3ef-4096-4712-be12-6deb530d055b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1066.639011] env[69169]: value = "task-3251572" [ 1066.639011] env[69169]: _type = "Task" [ 1066.639011] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.649984] env[69169]: DEBUG oslo_vmware.api [None req-498bf3ef-4096-4712-be12-6deb530d055b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.700873] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b6c259-dafb-4e42-99a6-57efdc348bb9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.709045] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f88f17a-d66c-437c-b231-9a4fd03b7e9c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.741917] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13c8cf9-d012-4b6c-8009-6e1199799a77 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.751465] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5010f7f-4537-4539-9fe9-fdf395fafb8f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.766121] env[69169]: DEBUG nova.compute.provider_tree [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.810522] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251571, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.910042] env[69169]: DEBUG nova.compute.manager [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.935292] env[69169]: DEBUG nova.virt.hardware [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.935292] env[69169]: DEBUG nova.virt.hardware [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.935292] env[69169]: DEBUG nova.virt.hardware [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.935292] env[69169]: DEBUG nova.virt.hardware [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.935292] env[69169]: DEBUG nova.virt.hardware [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.935292] env[69169]: DEBUG nova.virt.hardware [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.935632] env[69169]: DEBUG nova.virt.hardware [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.935632] env[69169]: DEBUG nova.virt.hardware [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.936514] env[69169]: DEBUG nova.virt.hardware [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.936514] env[69169]: DEBUG nova.virt.hardware [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.936514] env[69169]: DEBUG nova.virt.hardware [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.936991] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c91fa6b-f439-49c5-bca9-670c20919898 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.945774] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a28aa94-b8b2-4c82-adc3-341377c7ab51 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.042918] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.042918] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52872c5c-05dd-f8ff-3e3b-592464e19b21" [ 1067.042918] env[69169]: _type = "HttpNfcLease" [ 1067.042918] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1067.043244] env[69169]: DEBUG oslo_vmware.rw_handles [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1067.043244] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52872c5c-05dd-f8ff-3e3b-592464e19b21" [ 1067.043244] env[69169]: _type = "HttpNfcLease" [ 1067.043244] env[69169]: }. {{(pid=69169) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1067.043994] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fb3345-80f1-41ea-8936-2e7c0e4e9838 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.051801] env[69169]: DEBUG oslo_vmware.rw_handles [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a112c-b16c-0f03-f2e1-fd0e22ac2463/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1067.051970] env[69169]: DEBUG oslo_vmware.rw_handles [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a112c-b16c-0f03-f2e1-fd0e22ac2463/disk-0.vmdk. {{(pid=69169) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1067.119692] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f102cb30-ed45-45e7-8afb-2639b9977c0b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.149620] env[69169]: DEBUG oslo_vmware.api [None req-498bf3ef-4096-4712-be12-6deb530d055b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.228835] env[69169]: DEBUG nova.compute.manager [req-50faf42a-18ba-4702-913a-59c02528b705 req-67147eb2-204e-431e-ba4b-f2ceb3bef008 service nova] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Received event network-vif-plugged-61c71bb2-116b-4fba-9592-48a2556dbb2d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.229041] env[69169]: DEBUG oslo_concurrency.lockutils [req-50faf42a-18ba-4702-913a-59c02528b705 req-67147eb2-204e-431e-ba4b-f2ceb3bef008 service nova] Acquiring lock "8c079e7f-672c-45d3-b2e4-635e84dacc13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.229566] env[69169]: DEBUG oslo_concurrency.lockutils [req-50faf42a-18ba-4702-913a-59c02528b705 req-67147eb2-204e-431e-ba4b-f2ceb3bef008 service nova] Lock "8c079e7f-672c-45d3-b2e4-635e84dacc13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.229566] env[69169]: DEBUG oslo_concurrency.lockutils [req-50faf42a-18ba-4702-913a-59c02528b705 req-67147eb2-204e-431e-ba4b-f2ceb3bef008 service nova] Lock "8c079e7f-672c-45d3-b2e4-635e84dacc13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.229773] env[69169]: DEBUG nova.compute.manager [req-50faf42a-18ba-4702-913a-59c02528b705 req-67147eb2-204e-431e-ba4b-f2ceb3bef008 service nova] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] No waiting events found dispatching network-vif-plugged-61c71bb2-116b-4fba-9592-48a2556dbb2d {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.229975] env[69169]: WARNING nova.compute.manager [req-50faf42a-18ba-4702-913a-59c02528b705 req-67147eb2-204e-431e-ba4b-f2ceb3bef008 service nova] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Received unexpected event network-vif-plugged-61c71bb2-116b-4fba-9592-48a2556dbb2d for instance with vm_state building and task_state spawning. [ 1067.270247] env[69169]: DEBUG nova.scheduler.client.report [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.307816] env[69169]: DEBUG nova.network.neutron [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Successfully updated port: 61c71bb2-116b-4fba-9592-48a2556dbb2d {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.313060] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251571, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.651929] env[69169]: DEBUG oslo_vmware.api [None req-498bf3ef-4096-4712-be12-6deb530d055b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251572, 'name': PowerOffVM_Task, 'duration_secs': 1.014235} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.653398] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-498bf3ef-4096-4712-be12-6deb530d055b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.653648] env[69169]: DEBUG nova.compute.manager [None req-498bf3ef-4096-4712-be12-6deb530d055b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.654536] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403bc64a-ea09-4890-be7a-49ac79e4dfa7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.775383] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.779803] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.625s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.781484] env[69169]: INFO nova.compute.claims [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.785396] env[69169]: INFO nova.compute.manager [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Unrescuing [ 1067.785514] env[69169]: DEBUG oslo_concurrency.lockutils [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.785644] env[69169]: DEBUG oslo_concurrency.lockutils [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquired lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.786602] env[69169]: DEBUG nova.network.neutron [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.807156] env[69169]: INFO nova.scheduler.client.report [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Deleted allocations for instance d8180779-0929-4896-b981-4f4985d091e9 [ 1067.814921] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "refresh_cache-8c079e7f-672c-45d3-b2e4-635e84dacc13" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.815063] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "refresh_cache-8c079e7f-672c-45d3-b2e4-635e84dacc13" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.815185] env[69169]: DEBUG nova.network.neutron [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.816851] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251571, 'name': Rename_Task, 'duration_secs': 1.191674} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.819163] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.820023] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-984a3f8a-12eb-4659-903e-9394b6011bd7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.827815] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1067.827815] env[69169]: value = "task-3251573" [ 1067.827815] env[69169]: _type = "Task" [ 1067.827815] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.839829] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.154911] env[69169]: DEBUG oslo_vmware.rw_handles [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Completed reading data from the image iterator. {{(pid=69169) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1068.155190] env[69169]: DEBUG oslo_vmware.rw_handles [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a112c-b16c-0f03-f2e1-fd0e22ac2463/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1068.156447] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b84241b-a919-48a4-ad2f-8c342a316023 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.165234] env[69169]: DEBUG oslo_vmware.rw_handles [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a112c-b16c-0f03-f2e1-fd0e22ac2463/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1068.165512] env[69169]: DEBUG oslo_vmware.rw_handles [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a112c-b16c-0f03-f2e1-fd0e22ac2463/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1068.165855] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9f7e42a3-903c-413d-ab35-620c2771fd67 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.170786] env[69169]: DEBUG oslo_concurrency.lockutils [None req-498bf3ef-4096-4712-be12-6deb530d055b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e30e2ede-5559-4549-a023-075e04f972d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.563s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.314420] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b6096f1f-a36a-4d37-8f15-de5792bfcea0 tempest-ServerActionsTestOtherB-656455014 tempest-ServerActionsTestOtherB-656455014-project-member] Lock "d8180779-0929-4896-b981-4f4985d091e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.120s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.338468] env[69169]: DEBUG oslo_vmware.api [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251573, 'name': PowerOnVM_Task, 'duration_secs': 0.498662} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.338735] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.338950] env[69169]: DEBUG nova.compute.manager [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.339751] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5960e5-c412-458d-b3f8-a6e5bdf73547 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.375362] env[69169]: DEBUG nova.network.neutron [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.523817] env[69169]: DEBUG oslo_vmware.rw_handles [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a112c-b16c-0f03-f2e1-fd0e22ac2463/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1068.524146] env[69169]: INFO nova.virt.vmwareapi.images [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Downloaded image file data 4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4 [ 1068.528304] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b134ceb7-5138-4a5f-a373-61d02e97f7b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.544570] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbd02f0f-db5e-4149-902c-927cdfc000e8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.672035] env[69169]: INFO nova.virt.vmwareapi.images [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] The imported VM was unregistered [ 1068.678022] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Caching image {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1068.678022] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4 {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.678022] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9629f895-2b94-493f-8219-1930c1821a9d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.728281] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Created directory with path [datastore2] devstack-image-cache_base/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4 {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.728576] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e7d290a0-e5f5-4a7e-9e7f-15226e2af9d8/OSTACK_IMG_e7d290a0-e5f5-4a7e-9e7f-15226e2af9d8.vmdk to [datastore2] devstack-image-cache_base/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4.vmdk. {{(pid=69169) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1068.728897] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2e838555-efc1-4219-8860-38fd10b3a625 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.737947] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1068.737947] env[69169]: value = "task-3251575" [ 1068.737947] env[69169]: _type = "Task" [ 1068.737947] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.746359] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251575, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.863138] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.918028] env[69169]: DEBUG nova.network.neutron [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Updating instance_info_cache with network_info: [{"id": "61c71bb2-116b-4fba-9592-48a2556dbb2d", "address": "fa:16:3e:d2:3f:2b", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c71bb2-11", "ovs_interfaceid": "61c71bb2-116b-4fba-9592-48a2556dbb2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.979331] env[69169]: DEBUG nova.network.neutron [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Updating instance_info_cache with network_info: [{"id": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "address": "fa:16:3e:0c:cd:f4", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbbbb147-e6", "ovs_interfaceid": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.137506] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f890ea9b-0918-42f0-8aeb-e613e62fc094 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.145844] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e3ca7c-a221-4c8e-85ff-3efbfa5f88b9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.181440] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1821ee-0fe7-4b2f-8204-bf758468f3ce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.190415] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7242b480-2902-43e0-bed7-a0f5f323f144 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.208131] env[69169]: DEBUG nova.compute.provider_tree [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.247333] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251575, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.257450] env[69169]: DEBUG nova.compute.manager [req-8fa56ced-46ed-45d8-985a-4d8b98a0273a req-353733a0-8707-43d9-a6f9-c3f72680771c service nova] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Received event network-changed-61c71bb2-116b-4fba-9592-48a2556dbb2d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.257578] env[69169]: DEBUG nova.compute.manager [req-8fa56ced-46ed-45d8-985a-4d8b98a0273a req-353733a0-8707-43d9-a6f9-c3f72680771c service nova] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Refreshing instance network info cache due to event network-changed-61c71bb2-116b-4fba-9592-48a2556dbb2d. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.257712] env[69169]: DEBUG oslo_concurrency.lockutils [req-8fa56ced-46ed-45d8-985a-4d8b98a0273a req-353733a0-8707-43d9-a6f9-c3f72680771c service nova] Acquiring lock "refresh_cache-8c079e7f-672c-45d3-b2e4-635e84dacc13" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.341722] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "e30e2ede-5559-4549-a023-075e04f972d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.342491] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e30e2ede-5559-4549-a023-075e04f972d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.342720] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "e30e2ede-5559-4549-a023-075e04f972d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.342910] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e30e2ede-5559-4549-a023-075e04f972d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.343102] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e30e2ede-5559-4549-a023-075e04f972d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.345520] env[69169]: INFO nova.compute.manager [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Terminating instance [ 1069.421097] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "refresh_cache-8c079e7f-672c-45d3-b2e4-635e84dacc13" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.422057] env[69169]: DEBUG nova.compute.manager [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Instance network_info: |[{"id": "61c71bb2-116b-4fba-9592-48a2556dbb2d", "address": "fa:16:3e:d2:3f:2b", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c71bb2-11", "ovs_interfaceid": "61c71bb2-116b-4fba-9592-48a2556dbb2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.422057] env[69169]: DEBUG oslo_concurrency.lockutils [req-8fa56ced-46ed-45d8-985a-4d8b98a0273a req-353733a0-8707-43d9-a6f9-c3f72680771c service nova] Acquired lock "refresh_cache-8c079e7f-672c-45d3-b2e4-635e84dacc13" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.422057] env[69169]: DEBUG nova.network.neutron [req-8fa56ced-46ed-45d8-985a-4d8b98a0273a req-353733a0-8707-43d9-a6f9-c3f72680771c service nova] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Refreshing network info cache for port 61c71bb2-116b-4fba-9592-48a2556dbb2d {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.423272] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:3f:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61c71bb2-116b-4fba-9592-48a2556dbb2d', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.432071] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.433186] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.433459] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7df850b6-6577-440a-8625-7d2417ee4c31 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.457233] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.457233] env[69169]: value = "task-3251576" [ 1069.457233] env[69169]: _type = "Task" [ 1069.457233] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.467998] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251576, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.484347] env[69169]: DEBUG oslo_concurrency.lockutils [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Releasing lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.485015] env[69169]: DEBUG nova.objects.instance [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lazy-loading 'flavor' on Instance uuid 2f33b223-ee35-4459-9f89-1fe22c03edce {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.711496] env[69169]: DEBUG nova.scheduler.client.report [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.749514] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251575, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.851324] env[69169]: DEBUG nova.compute.manager [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.851601] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.852685] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd798add-c1d0-4469-860d-e96f6e30096c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.864704] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.867153] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93f20248-c505-4591-93df-17021cfd670f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.969197] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251576, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.971252] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.971609] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.971886] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleting the datastore file [datastore2] e30e2ede-5559-4549-a023-075e04f972d6 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.972212] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c597f053-b7aa-4346-8ceb-db4fa86de975 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.980914] env[69169]: DEBUG oslo_vmware.api [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1069.980914] env[69169]: value = "task-3251578" [ 1069.980914] env[69169]: _type = "Task" [ 1069.980914] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.997095] env[69169]: DEBUG oslo_vmware.api [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.998671] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bcb802-8db0-4fea-9288-ffec98c81de9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.028473] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.031541] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ef05188-72f1-4ced-8ee1-b5dfdb5de017 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.042482] env[69169]: DEBUG oslo_vmware.api [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1070.042482] env[69169]: value = "task-3251579" [ 1070.042482] env[69169]: _type = "Task" [ 1070.042482] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.052994] env[69169]: DEBUG oslo_vmware.api [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.217086] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.217896] env[69169]: DEBUG nova.compute.manager [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.221816] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.410s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.223856] env[69169]: INFO nova.compute.claims [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.252481] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251575, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.353186] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "9182b24f-c2f2-4571-a594-f564d5e39f15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.353607] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "9182b24f-c2f2-4571-a594-f564d5e39f15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.353607] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "9182b24f-c2f2-4571-a594-f564d5e39f15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.353607] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "9182b24f-c2f2-4571-a594-f564d5e39f15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.355039] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "9182b24f-c2f2-4571-a594-f564d5e39f15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.357973] env[69169]: INFO nova.compute.manager [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Terminating instance [ 1070.463244] env[69169]: DEBUG nova.network.neutron [req-8fa56ced-46ed-45d8-985a-4d8b98a0273a req-353733a0-8707-43d9-a6f9-c3f72680771c service nova] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Updated VIF entry in instance network info cache for port 61c71bb2-116b-4fba-9592-48a2556dbb2d. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.463613] env[69169]: DEBUG nova.network.neutron [req-8fa56ced-46ed-45d8-985a-4d8b98a0273a req-353733a0-8707-43d9-a6f9-c3f72680771c service nova] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Updating instance_info_cache with network_info: [{"id": "61c71bb2-116b-4fba-9592-48a2556dbb2d", "address": "fa:16:3e:d2:3f:2b", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c71bb2-11", "ovs_interfaceid": "61c71bb2-116b-4fba-9592-48a2556dbb2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.470886] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251576, 'name': CreateVM_Task, 'duration_secs': 0.594257} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.471067] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.472056] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.472056] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.472255] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.472530] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3655c8-5be0-46ed-9141-71daefe7b712 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.479573] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1070.479573] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5268a833-ae1d-8cda-49bd-27869e78377e" [ 1070.479573] env[69169]: _type = "Task" [ 1070.479573] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.493801] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5268a833-ae1d-8cda-49bd-27869e78377e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.497406] env[69169]: DEBUG oslo_vmware.api [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.552909] env[69169]: DEBUG oslo_vmware.api [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251579, 'name': PowerOffVM_Task, 'duration_secs': 0.281146} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.553204] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.559024] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Reconfiguring VM instance instance-00000049 to detach disk 2002 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1070.559980] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-535ab520-728b-4e02-9a2f-a1a16772148d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.584492] env[69169]: DEBUG oslo_vmware.api [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1070.584492] env[69169]: value = "task-3251580" [ 1070.584492] env[69169]: _type = "Task" [ 1070.584492] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.594817] env[69169]: DEBUG oslo_vmware.api [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.729541] env[69169]: DEBUG nova.compute.utils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.736810] env[69169]: DEBUG nova.compute.manager [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.736810] env[69169]: DEBUG nova.network.neutron [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.753850] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251575, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.780857] env[69169]: DEBUG nova.policy [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '651ea5f5f77e4164a4ccc733ce3b201f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '056576169755489c862cf6ceb9388ec0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.862678] env[69169]: DEBUG nova.compute.manager [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.863020] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.864337] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2d66c6-ea56-4ea7-9652-6c3b3a10cd70 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.875169] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.875519] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-466ec89c-e2a9-4c2c-a508-cf61065bf636 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.884899] env[69169]: DEBUG oslo_vmware.api [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1070.884899] env[69169]: value = "task-3251581" [ 1070.884899] env[69169]: _type = "Task" [ 1070.884899] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.896290] env[69169]: DEBUG oslo_vmware.api [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.966118] env[69169]: DEBUG oslo_concurrency.lockutils [req-8fa56ced-46ed-45d8-985a-4d8b98a0273a req-353733a0-8707-43d9-a6f9-c3f72680771c service nova] Releasing lock "refresh_cache-8c079e7f-672c-45d3-b2e4-635e84dacc13" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.995437] env[69169]: DEBUG oslo_vmware.api [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.999782] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5268a833-ae1d-8cda-49bd-27869e78377e, 'name': SearchDatastore_Task, 'duration_secs': 0.032149} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.000279] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.000393] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.000637] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.000779] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.000958] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.001350] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a131e038-34c2-4be6-bb85-c60d2514f319 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.030756] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.030756] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.030756] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53274681-4133-4658-8eaa-c6323ab59ff3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.042690] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1071.042690] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d450b9-b932-dfcf-5471-6e276a0c60d8" [ 1071.042690] env[69169]: _type = "Task" [ 1071.042690] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.056134] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d450b9-b932-dfcf-5471-6e276a0c60d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.100569] env[69169]: DEBUG oslo_vmware.api [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251580, 'name': ReconfigVM_Task, 'duration_secs': 0.355359} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.100569] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Reconfigured VM instance instance-00000049 to detach disk 2002 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.100569] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.108606] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-224cfa3e-677e-421e-8c0b-8a2594a987cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.116223] env[69169]: DEBUG oslo_vmware.api [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1071.116223] env[69169]: value = "task-3251582" [ 1071.116223] env[69169]: _type = "Task" [ 1071.116223] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.128532] env[69169]: DEBUG oslo_vmware.api [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.207336] env[69169]: DEBUG nova.network.neutron [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Successfully created port: 7589214d-b199-4677-8631-b0987f4649be {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.250025] env[69169]: DEBUG nova.compute.manager [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.268386] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251575, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.396544] env[69169]: DEBUG oslo_vmware.api [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251581, 'name': PowerOffVM_Task, 'duration_secs': 0.454621} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.398302] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.398302] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.398302] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e9148d0-cacd-47ee-9d66-5603de0e449e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.497589] env[69169]: DEBUG oslo_vmware.api [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.556015] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d450b9-b932-dfcf-5471-6e276a0c60d8, 'name': SearchDatastore_Task, 'duration_secs': 0.028862} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.556932] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86fbff8-9821-4bdd-a689-2a6c70cdf96a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.564175] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1071.564175] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5293b3b4-0ec5-beea-d4d3-7c10cbd573d4" [ 1071.564175] env[69169]: _type = "Task" [ 1071.564175] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.581991] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5293b3b4-0ec5-beea-d4d3-7c10cbd573d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.620037] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.620353] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.620606] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleting the datastore file [datastore2] 9182b24f-c2f2-4571-a594-f564d5e39f15 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.624518] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b610bf74-721e-439a-9f40-e9603acdb319 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.636367] env[69169]: DEBUG oslo_vmware.api [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251582, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.639087] env[69169]: DEBUG oslo_vmware.api [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1071.639087] env[69169]: value = "task-3251584" [ 1071.639087] env[69169]: _type = "Task" [ 1071.639087] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.652497] env[69169]: DEBUG oslo_vmware.api [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.679834] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029b8b89-636a-4c45-aea0-0740b2277d85 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.453394] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41a0b91-d610-4573-9b70-59db7b258642 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.464861] env[69169]: DEBUG oslo_vmware.api [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.781436} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.476405] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.476621] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.476808] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.476987] env[69169]: INFO nova.compute.manager [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1072.477260] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.477574] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251575, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.085726} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.477690] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5293b3b4-0ec5-beea-d4d3-7c10cbd573d4, 'name': SearchDatastore_Task, 'duration_secs': 0.022148} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.477889] env[69169]: DEBUG oslo_vmware.api [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251582, 'name': PowerOnVM_Task, 'duration_secs': 0.547526} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.478098] env[69169]: DEBUG oslo_vmware.api [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270599} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.480487] env[69169]: DEBUG nova.compute.manager [-] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.480589] env[69169]: DEBUG nova.network.neutron [-] [instance: e30e2ede-5559-4549-a023-075e04f972d6] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.482659] env[69169]: INFO nova.virt.vmwareapi.ds_util [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e7d290a0-e5f5-4a7e-9e7f-15226e2af9d8/OSTACK_IMG_e7d290a0-e5f5-4a7e-9e7f-15226e2af9d8.vmdk to [datastore2] devstack-image-cache_base/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4.vmdk. [ 1072.482659] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Cleaning up location [datastore2] OSTACK_IMG_e7d290a0-e5f5-4a7e-9e7f-15226e2af9d8 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1072.482792] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e7d290a0-e5f5-4a7e-9e7f-15226e2af9d8 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.482971] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.483331] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 8c079e7f-672c-45d3-b2e4-635e84dacc13/8c079e7f-672c-45d3-b2e4-635e84dacc13.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.483424] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.485018] env[69169]: DEBUG nova.compute.manager [None req-511fda40-082e-4dd8-bc80-eb206a9e11ed tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.485018] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.485018] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.485018] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.485018] env[69169]: INFO nova.compute.manager [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1072.485018] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.486231] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dae6c8eb-3709-4a1e-8cd8-e1099d8abd9e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.487372] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14682410-1209-4309-8271-5e7eb7761746 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.490337] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd68657d-88ee-4059-a1a3-3dbd4e909f32 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.492645] env[69169]: DEBUG nova.compute.manager [-] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.492736] env[69169]: DEBUG nova.network.neutron [-] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.520702] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd447a7-3889-4259-94c0-8cbd6d465150 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.529977] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1072.529977] env[69169]: value = "task-3251586" [ 1072.529977] env[69169]: _type = "Task" [ 1072.529977] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.532037] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1072.532037] env[69169]: value = "task-3251585" [ 1072.532037] env[69169]: _type = "Task" [ 1072.532037] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.540316] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d432e4-e015-46a9-b28a-9045bb6acac9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.550832] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.550940] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.565151] env[69169]: DEBUG nova.compute.provider_tree [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.832755] env[69169]: DEBUG nova.compute.manager [req-baf1c964-99ec-4860-b277-97c0002a8218 req-cb8b602c-90bb-4f9d-a696-3f1b3be01170 service nova] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Received event network-vif-deleted-dd51fb12-eacd-47db-9add-e3176954677f {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.832755] env[69169]: INFO nova.compute.manager [req-baf1c964-99ec-4860-b277-97c0002a8218 req-cb8b602c-90bb-4f9d-a696-3f1b3be01170 service nova] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Neutron deleted interface dd51fb12-eacd-47db-9add-e3176954677f; detaching it from the instance and deleting it from the info cache [ 1072.832755] env[69169]: DEBUG nova.network.neutron [req-baf1c964-99ec-4860-b277-97c0002a8218 req-cb8b602c-90bb-4f9d-a696-3f1b3be01170 service nova] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.935149] env[69169]: DEBUG nova.compute.manager [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.961376] env[69169]: DEBUG nova.compute.manager [req-d6b2244b-04b4-4cb5-a39e-e24db3b8e8d6 req-0b3c529c-5d86-4b71-a744-8781a80aa0e7 service nova] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Received event network-vif-plugged-7589214d-b199-4677-8631-b0987f4649be {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.961376] env[69169]: DEBUG oslo_concurrency.lockutils [req-d6b2244b-04b4-4cb5-a39e-e24db3b8e8d6 req-0b3c529c-5d86-4b71-a744-8781a80aa0e7 service nova] Acquiring lock "a17c812e-4eec-402e-8a9f-6986cd0da4f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.961376] env[69169]: DEBUG oslo_concurrency.lockutils [req-d6b2244b-04b4-4cb5-a39e-e24db3b8e8d6 req-0b3c529c-5d86-4b71-a744-8781a80aa0e7 service nova] Lock "a17c812e-4eec-402e-8a9f-6986cd0da4f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.961376] env[69169]: DEBUG oslo_concurrency.lockutils [req-d6b2244b-04b4-4cb5-a39e-e24db3b8e8d6 req-0b3c529c-5d86-4b71-a744-8781a80aa0e7 service nova] Lock "a17c812e-4eec-402e-8a9f-6986cd0da4f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.961376] env[69169]: DEBUG nova.compute.manager [req-d6b2244b-04b4-4cb5-a39e-e24db3b8e8d6 req-0b3c529c-5d86-4b71-a744-8781a80aa0e7 service nova] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] No waiting events found dispatching network-vif-plugged-7589214d-b199-4677-8631-b0987f4649be {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.961376] env[69169]: WARNING nova.compute.manager [req-d6b2244b-04b4-4cb5-a39e-e24db3b8e8d6 req-0b3c529c-5d86-4b71-a744-8781a80aa0e7 service nova] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Received unexpected event network-vif-plugged-7589214d-b199-4677-8631-b0987f4649be for instance with vm_state building and task_state spawning. [ 1072.972838] env[69169]: DEBUG nova.virt.hardware [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.973162] env[69169]: DEBUG nova.virt.hardware [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.973324] env[69169]: DEBUG nova.virt.hardware [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.973616] env[69169]: DEBUG nova.virt.hardware [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.973835] env[69169]: DEBUG nova.virt.hardware [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.974228] env[69169]: DEBUG nova.virt.hardware [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.974379] env[69169]: DEBUG nova.virt.hardware [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.974439] env[69169]: DEBUG nova.virt.hardware [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.975027] env[69169]: DEBUG nova.virt.hardware [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.975027] env[69169]: DEBUG nova.virt.hardware [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.975027] env[69169]: DEBUG nova.virt.hardware [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.976649] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2003ac24-eb99-4611-ac96-b43c723d5c5d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.990363] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9212a7-b1b7-48cb-b4ea-e7d853459ecd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.055981] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251585, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.061504] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045638} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.061672] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.061836] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.062291] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4.vmdk to [datastore2] aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb/aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.063192] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7727f5ba-003f-48fe-a96d-0a7bd8d5dd18 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.066691] env[69169]: DEBUG nova.scheduler.client.report [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.078034] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1073.078034] env[69169]: value = "task-3251587" [ 1073.078034] env[69169]: _type = "Task" [ 1073.078034] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.089762] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.105735] env[69169]: DEBUG nova.network.neutron [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Successfully updated port: 7589214d-b199-4677-8631-b0987f4649be {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.142757] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.143053] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.143606] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "ca5989b5-eea8-4034-b9e6-3c3aa1e4b061-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.143606] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "ca5989b5-eea8-4034-b9e6-3c3aa1e4b061-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.143606] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "ca5989b5-eea8-4034-b9e6-3c3aa1e4b061-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.145845] env[69169]: INFO nova.compute.manager [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Terminating instance [ 1073.279855] env[69169]: DEBUG nova.network.neutron [-] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.337435] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5faa8b25-dcf4-4b8d-a7ed-fa82e29e7f4a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.347978] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9897b9fd-6244-401b-baec-4a4bf8506829 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.392634] env[69169]: DEBUG nova.compute.manager [req-baf1c964-99ec-4860-b277-97c0002a8218 req-cb8b602c-90bb-4f9d-a696-3f1b3be01170 service nova] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Detach interface failed, port_id=dd51fb12-eacd-47db-9add-e3176954677f, reason: Instance 9182b24f-c2f2-4571-a594-f564d5e39f15 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.530717] env[69169]: DEBUG nova.network.neutron [-] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.545854] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565942} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.546295] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 8c079e7f-672c-45d3-b2e4-635e84dacc13/8c079e7f-672c-45d3-b2e4-635e84dacc13.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.546529] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.546932] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-278c7485-87d9-44e7-823c-be5033368aa2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.556688] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1073.556688] env[69169]: value = "task-3251588" [ 1073.556688] env[69169]: _type = "Task" [ 1073.556688] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.570094] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.571990] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.350s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.572506] env[69169]: DEBUG nova.compute.manager [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.575386] env[69169]: DEBUG oslo_concurrency.lockutils [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.708s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.583187] env[69169]: DEBUG nova.objects.instance [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Lazy-loading 'resources' on Instance uuid 9f51da21-4a66-4cd7-80aa-112629e8b9ec {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.590840] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251587, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.610009] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Acquiring lock "refresh_cache-a17c812e-4eec-402e-8a9f-6986cd0da4f8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.610217] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Acquired lock "refresh_cache-a17c812e-4eec-402e-8a9f-6986cd0da4f8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.610378] env[69169]: DEBUG nova.network.neutron [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.649986] env[69169]: DEBUG nova.compute.manager [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.650246] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.651544] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422a7064-119c-4529-a941-c25c008332b7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.660380] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.660679] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5668e084-0b7c-410a-a274-4d049d795924 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.669487] env[69169]: DEBUG oslo_vmware.api [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 1073.669487] env[69169]: value = "task-3251589" [ 1073.669487] env[69169]: _type = "Task" [ 1073.669487] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.682016] env[69169]: DEBUG oslo_vmware.api [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.783169] env[69169]: INFO nova.compute.manager [-] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Took 1.29 seconds to deallocate network for instance. [ 1074.034401] env[69169]: INFO nova.compute.manager [-] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Took 1.55 seconds to deallocate network for instance. [ 1074.067406] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177382} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.067717] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.068587] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9b9510-2725-4aeb-8eaa-e831b0495020 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.087559] env[69169]: DEBUG nova.compute.utils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.100112] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 8c079e7f-672c-45d3-b2e4-635e84dacc13/8c079e7f-672c-45d3-b2e4-635e84dacc13.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.101760] env[69169]: DEBUG nova.compute.manager [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.104816] env[69169]: DEBUG nova.compute.manager [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Not allocating networking since 'none' was specified. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1074.108206] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45eac1bd-5881-4765-8198-7fff231155ef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.139552] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251587, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.141488] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1074.141488] env[69169]: value = "task-3251590" [ 1074.141488] env[69169]: _type = "Task" [ 1074.141488] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.153847] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.171272] env[69169]: DEBUG nova.network.neutron [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.189248] env[69169]: DEBUG oslo_vmware.api [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251589, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.290231] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.386307] env[69169]: DEBUG nova.network.neutron [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Updating instance_info_cache with network_info: [{"id": "7589214d-b199-4677-8631-b0987f4649be", "address": "fa:16:3e:1f:15:f7", "network": {"id": "ac21d296-b131-4015-bfbd-35717aa8e807", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1494451889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056576169755489c862cf6ceb9388ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7589214d-b1", "ovs_interfaceid": "7589214d-b199-4677-8631-b0987f4649be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.514162] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29165ea4-4336-467d-9d3f-c961773565bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.523964] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b82555-2e52-4880-9b28-a31762d91cfa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.558246] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.559742] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbeda38-4b84-4571-afa8-f04e4bdd5bc3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.569562] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffc6a6b-789e-4988-a9db-b0b487095c9b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.585521] env[69169]: DEBUG nova.compute.provider_tree [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.598772] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251587, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.652309] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.685087] env[69169]: DEBUG oslo_vmware.api [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251589, 'name': PowerOffVM_Task, 'duration_secs': 0.579879} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.685452] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.685640] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.685900] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9080423f-2388-42d5-bab4-9af9ec946973 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.806275] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.806558] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.806786] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Deleting the datastore file [datastore2] ca5989b5-eea8-4034-b9e6-3c3aa1e4b061 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.807110] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed84a10a-307b-4d3b-beff-c97863b17b2e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.814893] env[69169]: DEBUG oslo_vmware.api [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for the task: (returnval){ [ 1074.814893] env[69169]: value = "task-3251592" [ 1074.814893] env[69169]: _type = "Task" [ 1074.814893] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.824480] env[69169]: DEBUG oslo_vmware.api [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.887830] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Releasing lock "refresh_cache-a17c812e-4eec-402e-8a9f-6986cd0da4f8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.889268] env[69169]: DEBUG nova.compute.manager [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Instance network_info: |[{"id": "7589214d-b199-4677-8631-b0987f4649be", "address": "fa:16:3e:1f:15:f7", "network": {"id": "ac21d296-b131-4015-bfbd-35717aa8e807", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1494451889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056576169755489c862cf6ceb9388ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7589214d-b1", "ovs_interfaceid": "7589214d-b199-4677-8631-b0987f4649be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.889268] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:15:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7589214d-b199-4677-8631-b0987f4649be', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.896064] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Creating folder: Project (056576169755489c862cf6ceb9388ec0). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.896390] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2e35e0a-0825-49a8-a952-ef67e933cd81 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.909761] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Created folder: Project (056576169755489c862cf6ceb9388ec0) in parent group-v649481. [ 1074.909943] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Creating folder: Instances. Parent ref: group-v649718. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.911948] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-200c3e09-6f36-4015-9fc3-e612f8c574f9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.925022] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Created folder: Instances in parent group-v649718. [ 1074.925022] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.925022] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.925022] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9bed553-8e88-4a18-9e3e-bbddf5dc2365 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.948027] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.948027] env[69169]: value = "task-3251595" [ 1074.948027] env[69169]: _type = "Task" [ 1074.948027] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.956874] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251595, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.993399] env[69169]: DEBUG nova.compute.manager [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Received event network-vif-deleted-c989a4cd-8014-4b72-ae7a-371d688d7051 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.993639] env[69169]: DEBUG nova.compute.manager [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Received event network-changed-7589214d-b199-4677-8631-b0987f4649be {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.993757] env[69169]: DEBUG nova.compute.manager [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Refreshing instance network info cache due to event network-changed-7589214d-b199-4677-8631-b0987f4649be. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.993970] env[69169]: DEBUG oslo_concurrency.lockutils [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] Acquiring lock "refresh_cache-a17c812e-4eec-402e-8a9f-6986cd0da4f8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.994199] env[69169]: DEBUG oslo_concurrency.lockutils [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] Acquired lock "refresh_cache-a17c812e-4eec-402e-8a9f-6986cd0da4f8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.994281] env[69169]: DEBUG nova.network.neutron [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Refreshing network info cache for port 7589214d-b199-4677-8631-b0987f4649be {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.089475] env[69169]: DEBUG nova.scheduler.client.report [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.104294] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251587, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.135399] env[69169]: DEBUG nova.compute.manager [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.156980] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.168322] env[69169]: DEBUG nova.virt.hardware [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.169024] env[69169]: DEBUG nova.virt.hardware [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.169024] env[69169]: DEBUG nova.virt.hardware [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.169024] env[69169]: DEBUG nova.virt.hardware [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.169644] env[69169]: DEBUG nova.virt.hardware [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.169644] env[69169]: DEBUG nova.virt.hardware [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.169644] env[69169]: DEBUG nova.virt.hardware [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.169644] env[69169]: DEBUG nova.virt.hardware [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.169867] env[69169]: DEBUG nova.virt.hardware [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.169997] env[69169]: DEBUG nova.virt.hardware [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.170184] env[69169]: DEBUG nova.virt.hardware [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.171115] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3496f6-0c06-41b9-a0f4-a3e637e05a6a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.182023] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17855f0b-2e88-48bc-9904-d25f78ed3783 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.197438] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.202848] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Creating folder: Project (febede1bcc00417fb71a31138511fc83). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.203317] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a27bbe3e-4b53-4acc-890d-775ef8e63741 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.217918] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Created folder: Project (febede1bcc00417fb71a31138511fc83) in parent group-v649481. [ 1075.218252] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Creating folder: Instances. Parent ref: group-v649721. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.218518] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04e1d5dd-16e2-4a62-b2b8-d7bae06c6e60 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.232554] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Created folder: Instances in parent group-v649721. [ 1075.233086] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.233448] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.233448] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43b05c42-25d6-4e28-84e5-28303e02b456 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.257396] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.257396] env[69169]: value = "task-3251598" [ 1075.257396] env[69169]: _type = "Task" [ 1075.257396] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.266522] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251598, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.326198] env[69169]: DEBUG oslo_vmware.api [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.459960] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251595, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.600148] env[69169]: DEBUG oslo_concurrency.lockutils [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.603593] env[69169]: DEBUG oslo_concurrency.lockutils [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.596s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.603593] env[69169]: DEBUG nova.objects.instance [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1075.613518] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251587, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.637365] env[69169]: INFO nova.scheduler.client.report [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Deleted allocations for instance 9f51da21-4a66-4cd7-80aa-112629e8b9ec [ 1075.657875] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.769222] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251598, 'name': CreateVM_Task, 'duration_secs': 0.479552} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.769391] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.769841] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.770013] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.770333] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.770597] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8864e72-5c5a-4e3d-b6fc-926a5b19bfcb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.775375] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1075.775375] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524ba3ed-d61e-2574-ead9-e7f6189a90c1" [ 1075.775375] env[69169]: _type = "Task" [ 1075.775375] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.783990] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524ba3ed-d61e-2574-ead9-e7f6189a90c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.797985] env[69169]: DEBUG nova.network.neutron [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Updated VIF entry in instance network info cache for port 7589214d-b199-4677-8631-b0987f4649be. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.798371] env[69169]: DEBUG nova.network.neutron [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Updating instance_info_cache with network_info: [{"id": "7589214d-b199-4677-8631-b0987f4649be", "address": "fa:16:3e:1f:15:f7", "network": {"id": "ac21d296-b131-4015-bfbd-35717aa8e807", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1494451889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056576169755489c862cf6ceb9388ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7589214d-b1", "ovs_interfaceid": "7589214d-b199-4677-8631-b0987f4649be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.825547] env[69169]: DEBUG oslo_vmware.api [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.960953] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251595, 'name': CreateVM_Task, 'duration_secs': 0.574647} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.961149] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.961909] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.103975] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251587, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.672798} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.104282] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4/4971fd96-6cbf-4ca5-bbfa-0f985ee39aa4.vmdk to [datastore2] aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb/aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.105109] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4862f7-cc34-48e6-b7b3-e30e7d1e4a3e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.133883] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb/aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb.vmdk or device None with type streamOptimized {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.135016] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d526df-1ac7-4300-b801-705fbdd5da32 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.155619] env[69169]: DEBUG oslo_concurrency.lockutils [None req-91289980-1ce5-46db-99e1-99eee9ee6c5d tempest-ServerMetadataTestJSON-1009048649 tempest-ServerMetadataTestJSON-1009048649-project-member] Lock "9f51da21-4a66-4cd7-80aa-112629e8b9ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.061s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.162012] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.163347] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1076.163347] env[69169]: value = "task-3251599" [ 1076.163347] env[69169]: _type = "Task" [ 1076.163347] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.171933] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.286547] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524ba3ed-d61e-2574-ead9-e7f6189a90c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011582} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.286876] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.287161] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.287408] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.287554] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.287732] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.288028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.288338] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.288566] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e0855d-7ce4-4bd8-94d7-f3722512c34e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.290477] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96cf1651-b177-42bb-8dab-88ab9325ac8f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.296584] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Waiting for the task: (returnval){ [ 1076.296584] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cded66-afe1-f77b-5ef1-8dbf20cc2394" [ 1076.296584] env[69169]: _type = "Task" [ 1076.296584] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.301088] env[69169]: DEBUG oslo_concurrency.lockutils [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] Releasing lock "refresh_cache-a17c812e-4eec-402e-8a9f-6986cd0da4f8" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.301333] env[69169]: DEBUG nova.compute.manager [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Received event network-changed-fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.301499] env[69169]: DEBUG nova.compute.manager [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Refreshing instance network info cache due to event network-changed-fbbbb147-e69f-4b8d-8f7e-e81cc36400f8. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.301700] env[69169]: DEBUG oslo_concurrency.lockutils [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] Acquiring lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.301841] env[69169]: DEBUG oslo_concurrency.lockutils [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] Acquired lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.301997] env[69169]: DEBUG nova.network.neutron [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Refreshing network info cache for port fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.303168] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.303359] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.305040] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ea7a8a-8c8e-403f-a73d-b18e943e147f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.310247] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cded66-afe1-f77b-5ef1-8dbf20cc2394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.314128] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1076.314128] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52de8a57-2472-feff-e588-634881ba8f2d" [ 1076.314128] env[69169]: _type = "Task" [ 1076.314128] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.328657] env[69169]: DEBUG oslo_vmware.api [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Task: {'id': task-3251592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.065522} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.328982] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52de8a57-2472-feff-e588-634881ba8f2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.329255] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.329441] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.329613] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.329887] env[69169]: INFO nova.compute.manager [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1076.330222] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.330486] env[69169]: DEBUG nova.compute.manager [-] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.330629] env[69169]: DEBUG nova.network.neutron [-] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.636014] env[69169]: DEBUG oslo_concurrency.lockutils [None req-34914cea-55de-4889-b279-29c757a824ca tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.033s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.637728] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.967s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.639612] env[69169]: INFO nova.compute.claims [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.665018] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.677041] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.808222] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cded66-afe1-f77b-5ef1-8dbf20cc2394, 'name': SearchDatastore_Task, 'duration_secs': 0.013226} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.808519] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.808770] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.808989] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.828020] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52de8a57-2472-feff-e588-634881ba8f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.828844] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1eb40d8-e0bc-42fa-ae98-8451b215a914 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.835344] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1076.835344] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52745fe3-1e57-c5a9-da1c-d7abe3d6b16f" [ 1076.835344] env[69169]: _type = "Task" [ 1076.835344] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.844454] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52745fe3-1e57-c5a9-da1c-d7abe3d6b16f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.081877] env[69169]: DEBUG nova.network.neutron [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Updated VIF entry in instance network info cache for port fbbbb147-e69f-4b8d-8f7e-e81cc36400f8. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.082348] env[69169]: DEBUG nova.network.neutron [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Updating instance_info_cache with network_info: [{"id": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "address": "fa:16:3e:0c:cd:f4", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbbbb147-e6", "ovs_interfaceid": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.106116] env[69169]: DEBUG nova.compute.manager [req-6635e4ae-8cfe-43bd-9543-ca9c48316e9c req-10f9f1cb-b7c6-4c22-994c-2b7764b1b061 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Received event network-vif-deleted-6218e045-4840-4f5f-9021-c556ada862df {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.106326] env[69169]: INFO nova.compute.manager [req-6635e4ae-8cfe-43bd-9543-ca9c48316e9c req-10f9f1cb-b7c6-4c22-994c-2b7764b1b061 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Neutron deleted interface 6218e045-4840-4f5f-9021-c556ada862df; detaching it from the instance and deleting it from the info cache [ 1077.108107] env[69169]: DEBUG nova.network.neutron [req-6635e4ae-8cfe-43bd-9543-ca9c48316e9c req-10f9f1cb-b7c6-4c22-994c-2b7764b1b061 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.164097] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251590, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.176244] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251599, 'name': ReconfigVM_Task, 'duration_secs': 0.941507} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.177094] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Reconfigured VM instance instance-00000055 to attach disk [datastore2] aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb/aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb.vmdk or device None with type streamOptimized {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.178215] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1deb8c30-3b74-4f5b-961e-b9ffeda038da {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.188938] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1077.188938] env[69169]: value = "task-3251600" [ 1077.188938] env[69169]: _type = "Task" [ 1077.188938] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.203939] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251600, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.282527] env[69169]: DEBUG nova.network.neutron [-] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.346831] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52745fe3-1e57-c5a9-da1c-d7abe3d6b16f, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.347369] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.350018] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] b8a29c26-457b-48a6-b550-036faa697f6c/b8a29c26-457b-48a6-b550-036faa697f6c.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.350018] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.350018] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.350018] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc148cb6-f61f-4cef-bb4f-262516c2413d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.351426] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93328e6f-85d4-4386-acd9-c211f94d1acb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.363533] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1077.363533] env[69169]: value = "task-3251601" [ 1077.363533] env[69169]: _type = "Task" [ 1077.363533] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.368019] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.368019] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.369038] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72caa820-2104-4555-aea5-78dbab8e5129 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.376104] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Waiting for the task: (returnval){ [ 1077.376104] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52110f6f-cb57-6945-9a15-e8bb04d63432" [ 1077.376104] env[69169]: _type = "Task" [ 1077.376104] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.381700] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.389275] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52110f6f-cb57-6945-9a15-e8bb04d63432, 'name': SearchDatastore_Task, 'duration_secs': 0.011089} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.390820] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a384f6-ddcf-49bf-a3a2-276985ed9c70 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.398417] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Waiting for the task: (returnval){ [ 1077.398417] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5287395f-4f07-cad5-2dea-db5c848936e6" [ 1077.398417] env[69169]: _type = "Task" [ 1077.398417] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.409204] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5287395f-4f07-cad5-2dea-db5c848936e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.584957] env[69169]: DEBUG oslo_concurrency.lockutils [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] Releasing lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.586413] env[69169]: DEBUG nova.compute.manager [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Received event network-changed-fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.586719] env[69169]: DEBUG nova.compute.manager [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Refreshing instance network info cache due to event network-changed-fbbbb147-e69f-4b8d-8f7e-e81cc36400f8. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.587050] env[69169]: DEBUG oslo_concurrency.lockutils [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] Acquiring lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.587283] env[69169]: DEBUG oslo_concurrency.lockutils [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] Acquired lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.587814] env[69169]: DEBUG nova.network.neutron [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Refreshing network info cache for port fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.612026] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dc73f20-9ee4-4c8b-9c72-41a2ab98ae78 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.636677] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e3862d-9c5b-4255-b7e4-f7d42ca78109 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.665349] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251590, 'name': ReconfigVM_Task, 'duration_secs': 3.027971} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.665742] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 8c079e7f-672c-45d3-b2e4-635e84dacc13/8c079e7f-672c-45d3-b2e4-635e84dacc13.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.667150] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9651bcec-9323-4ebd-a873-c55196e2955f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.689348] env[69169]: DEBUG nova.compute.manager [req-6635e4ae-8cfe-43bd-9543-ca9c48316e9c req-10f9f1cb-b7c6-4c22-994c-2b7764b1b061 service nova] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Detach interface failed, port_id=6218e045-4840-4f5f-9021-c556ada862df, reason: Instance ca5989b5-eea8-4034-b9e6-3c3aa1e4b061 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.694527] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1077.694527] env[69169]: value = "task-3251602" [ 1077.694527] env[69169]: _type = "Task" [ 1077.694527] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.721488] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251600, 'name': Rename_Task, 'duration_secs': 0.257474} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.721994] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251602, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.726736] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.727336] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ea176f-fbc4-443a-8cce-a3b34209320d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.740696] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1077.740696] env[69169]: value = "task-3251603" [ 1077.740696] env[69169]: _type = "Task" [ 1077.740696] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.756915] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.784251] env[69169]: INFO nova.compute.manager [-] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Took 1.45 seconds to deallocate network for instance. [ 1077.878352] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251601, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.908352] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5287395f-4f07-cad5-2dea-db5c848936e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012586} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.908666] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.909097] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] a17c812e-4eec-402e-8a9f-6986cd0da4f8/a17c812e-4eec-402e-8a9f-6986cd0da4f8.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.911793] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29f6588c-996d-4003-ae7f-7ae0076820d0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.920865] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Waiting for the task: (returnval){ [ 1077.920865] env[69169]: value = "task-3251604" [ 1077.920865] env[69169]: _type = "Task" [ 1077.920865] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.930134] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.046702] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5606946-42b7-4570-9afb-c4ef9cc3c4cb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.056439] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de05c8b7-874b-4448-aafc-f1c55345728a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.090367] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c164f6-b94b-4dbd-b101-0ba7694ba7e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.104262] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b497afef-1cb2-4d00-94ea-443b012559de {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.120933] env[69169]: DEBUG nova.compute.provider_tree [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.218403] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251602, 'name': Rename_Task, 'duration_secs': 0.302895} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.218753] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.219012] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eb8a597-7f9f-4076-ac8b-d2fdc26ab719 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.228071] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1078.228071] env[69169]: value = "task-3251605" [ 1078.228071] env[69169]: _type = "Task" [ 1078.228071] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.243128] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.260309] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251603, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.297979] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.387458] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526913} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.387458] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] b8a29c26-457b-48a6-b550-036faa697f6c/b8a29c26-457b-48a6-b550-036faa697f6c.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.387458] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.387458] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-678714ac-7f56-42ec-bdc1-977c0b20c646 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.397718] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1078.397718] env[69169]: value = "task-3251606" [ 1078.397718] env[69169]: _type = "Task" [ 1078.397718] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.409269] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.435222] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251604, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.480625] env[69169]: DEBUG nova.network.neutron [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Updated VIF entry in instance network info cache for port fbbbb147-e69f-4b8d-8f7e-e81cc36400f8. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.480625] env[69169]: DEBUG nova.network.neutron [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Updating instance_info_cache with network_info: [{"id": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "address": "fa:16:3e:0c:cd:f4", "network": {"id": "3e921c47-3aaf-4f2b-b2c2-a2a923f5cc89", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2144799218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0679c901ad846169c25de1ad80c6ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbbbb147-e6", "ovs_interfaceid": "fbbbb147-e69f-4b8d-8f7e-e81cc36400f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.624367] env[69169]: DEBUG nova.scheduler.client.report [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.740728] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.751667] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251603, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.908980] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095419} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.909278] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.910214] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3341dd98-6a41-48d9-afd2-9751ee83c2d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.933602] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b8a29c26-457b-48a6-b550-036faa697f6c/b8a29c26-457b-48a6-b550-036faa697f6c.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.936561] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef5268ba-b024-43df-8692-1c225dfda1e1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.957184] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610647} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.958596] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] a17c812e-4eec-402e-8a9f-6986cd0da4f8/a17c812e-4eec-402e-8a9f-6986cd0da4f8.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.958892] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.960033] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1078.960033] env[69169]: value = "task-3251607" [ 1078.960033] env[69169]: _type = "Task" [ 1078.960033] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.960033] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0b18f94-c3c7-4dd2-875e-aa3ca1859fe2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.973200] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251607, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.974695] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Waiting for the task: (returnval){ [ 1078.974695] env[69169]: value = "task-3251608" [ 1078.974695] env[69169]: _type = "Task" [ 1078.974695] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.984716] env[69169]: DEBUG oslo_concurrency.lockutils [req-3abce514-d979-41e8-9399-d26505c3a7cb req-c02477a3-15a0-4560-b530-a9ab873437bd service nova] Releasing lock "refresh_cache-2f33b223-ee35-4459-9f89-1fe22c03edce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.985167] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.131847] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.132184] env[69169]: DEBUG nova.compute.manager [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.135173] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.272s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.135315] env[69169]: DEBUG nova.objects.instance [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1079.194841] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.195118] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.242291] env[69169]: DEBUG oslo_vmware.api [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251605, 'name': PowerOnVM_Task, 'duration_secs': 0.915501} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.248077] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.248385] env[69169]: INFO nova.compute.manager [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Took 12.34 seconds to spawn the instance on the hypervisor. [ 1079.248692] env[69169]: DEBUG nova.compute.manager [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.250184] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc66628-5a44-4011-b8ab-dc412db4cd29 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.265631] env[69169]: DEBUG oslo_vmware.api [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251603, 'name': PowerOnVM_Task, 'duration_secs': 1.217019} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.267685] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.267685] env[69169]: INFO nova.compute.manager [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Took 18.06 seconds to spawn the instance on the hypervisor. [ 1079.267685] env[69169]: DEBUG nova.compute.manager [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.267685] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b27ef0-70b6-42a9-a8fa-48a94e0e3e4b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.474125] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251607, 'name': ReconfigVM_Task, 'duration_secs': 0.340146} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.474406] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b8a29c26-457b-48a6-b550-036faa697f6c/b8a29c26-457b-48a6-b550-036faa697f6c.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.475051] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1964443c-25e6-4839-af7e-ebbad517dbdc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.486039] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074303} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.487366] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.487708] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1079.487708] env[69169]: value = "task-3251609" [ 1079.487708] env[69169]: _type = "Task" [ 1079.487708] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.488389] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43011ff9-6911-4194-a04c-e0846144238a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.499074] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251609, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.516636] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] a17c812e-4eec-402e-8a9f-6986cd0da4f8/a17c812e-4eec-402e-8a9f-6986cd0da4f8.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.516990] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-100b0a5a-ba9d-4fee-a348-449affa33b88 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.538201] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Waiting for the task: (returnval){ [ 1079.538201] env[69169]: value = "task-3251610" [ 1079.538201] env[69169]: _type = "Task" [ 1079.538201] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.548459] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.640135] env[69169]: DEBUG nova.compute.utils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.645119] env[69169]: DEBUG nova.compute.manager [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.645320] env[69169]: DEBUG nova.network.neutron [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.698039] env[69169]: DEBUG nova.compute.utils [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.713722] env[69169]: DEBUG nova.policy [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dff039e22fe4e9580d6c722728a9efa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '308db5d289f54b24a504eb3d161d18b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.776547] env[69169]: INFO nova.compute.manager [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Took 23.30 seconds to build instance. [ 1079.790357] env[69169]: INFO nova.compute.manager [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Took 25.44 seconds to build instance. [ 1080.019122] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251609, 'name': Rename_Task, 'duration_secs': 0.173595} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.019512] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.021267] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21345940-c01c-4057-9c80-b38c76483952 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.036011] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1080.036011] env[69169]: value = "task-3251611" [ 1080.036011] env[69169]: _type = "Task" [ 1080.036011] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.051597] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.054559] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.149116] env[69169]: DEBUG nova.compute.manager [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.155770] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8422b49-92ee-4e61-95e0-a1d7dbf7aa7e tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.157681] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.867s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.157681] env[69169]: DEBUG nova.objects.instance [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lazy-loading 'resources' on Instance uuid 9182b24f-c2f2-4571-a594-f564d5e39f15 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.200904] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.278562] env[69169]: DEBUG oslo_concurrency.lockutils [None req-19daf9c8-3438-4aef-9906-de0a29d89e5e tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "8c079e7f-672c-45d3-b2e4-635e84dacc13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.807s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.292310] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4e08285c-1a1b-4cbf-9ffa-adf38848af3c tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.952s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.463632] env[69169]: DEBUG nova.network.neutron [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Successfully created port: 842e1848-22cf-4e41-8a7e-75bfab3a9f82 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.552563] env[69169]: DEBUG oslo_vmware.api [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251611, 'name': PowerOnVM_Task, 'duration_secs': 0.497473} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.555702] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.555924] env[69169]: INFO nova.compute.manager [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Took 5.42 seconds to spawn the instance on the hypervisor. [ 1080.556118] env[69169]: DEBUG nova.compute.manager [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.556407] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251610, 'name': ReconfigVM_Task, 'duration_secs': 0.694494} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.557104] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7d67ee-d354-432f-917c-5f949742845d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.559622] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Reconfigured VM instance instance-00000057 to attach disk [datastore1] a17c812e-4eec-402e-8a9f-6986cd0da4f8/a17c812e-4eec-402e-8a9f-6986cd0da4f8.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.560360] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0642f0e-37f9-41f4-b27e-2d7ea5fdcc50 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.570093] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Waiting for the task: (returnval){ [ 1080.570093] env[69169]: value = "task-3251612" [ 1080.570093] env[69169]: _type = "Task" [ 1080.570093] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.581764] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251612, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.909860] env[69169]: INFO nova.compute.manager [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Rebuilding instance [ 1080.972759] env[69169]: DEBUG nova.compute.manager [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.973665] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6ef2ee-1852-4f92-bcdb-42bf9288107e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.046759] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ff2261-4dca-4c8f-8682-4af5790b8456 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.055718] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bae679b-d13d-4bc1-8250-4bdd98f64f20 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.114434] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b13fe85-1fdf-48c6-a36e-0831ba42227d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.120338] env[69169]: INFO nova.compute.manager [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Took 18.32 seconds to build instance. [ 1081.129734] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251612, 'name': Rename_Task, 'duration_secs': 0.297792} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.130389] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.131635] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbaacba-8f1c-4e20-9e73-e256b1aeed31 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.136081] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb38ca22-d1b8-410a-b036-a243495c52e7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.150692] env[69169]: DEBUG nova.compute.provider_tree [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.154086] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Waiting for the task: (returnval){ [ 1081.154086] env[69169]: value = "task-3251613" [ 1081.154086] env[69169]: _type = "Task" [ 1081.154086] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.167440] env[69169]: DEBUG nova.compute.manager [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.169785] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251613, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.198507] env[69169]: DEBUG nova.virt.hardware [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.198868] env[69169]: DEBUG nova.virt.hardware [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.199778] env[69169]: DEBUG nova.virt.hardware [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.199778] env[69169]: DEBUG nova.virt.hardware [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.199778] env[69169]: DEBUG nova.virt.hardware [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.199778] env[69169]: DEBUG nova.virt.hardware [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.200019] env[69169]: DEBUG nova.virt.hardware [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.200070] env[69169]: DEBUG nova.virt.hardware [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.200299] env[69169]: DEBUG nova.virt.hardware [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.200502] env[69169]: DEBUG nova.virt.hardware [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.200628] env[69169]: DEBUG nova.virt.hardware [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.202898] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c1b658-41c0-4af8-91cd-b7eff080bb6d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.212855] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2ab60f-5498-40b8-bf05-7c2588941193 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.302036] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.302296] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.302637] env[69169]: INFO nova.compute.manager [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Attaching volume b01520e2-8f22-4250-a45b-918ee430ace4 to /dev/sdb [ 1081.340880] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918deca5-6bb7-4f33-aa2b-47e5fa318b96 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.348837] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871a3f8f-8633-4d39-9a34-c6cf44693c19 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.367542] env[69169]: DEBUG nova.virt.block_device [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Updating existing volume attachment record: 0c0f615c-23e1-4e8b-a73e-3c44cb5c39ae {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1081.624269] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99b11dd5-eeb6-4825-afd1-e10ed28eaad0 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Lock "b8a29c26-457b-48a6-b550-036faa697f6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.847s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.625845] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.626281] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.627528] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.627751] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.627950] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.630192] env[69169]: INFO nova.compute.manager [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Terminating instance [ 1081.653674] env[69169]: DEBUG nova.scheduler.client.report [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.674312] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.992015] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.992538] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b8fad5b-7745-4c74-b050-86da367279db {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.002614] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Waiting for the task: (returnval){ [ 1082.002614] env[69169]: value = "task-3251615" [ 1082.002614] env[69169]: _type = "Task" [ 1082.002614] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.013666] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.135994] env[69169]: DEBUG nova.compute.manager [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.136265] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.137457] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d7f69e-e2c7-4530-94d7-3f592e657b41 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.149428] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.149805] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17d88d04-a761-4622-b185-2fa08cf1e276 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.162227] env[69169]: DEBUG oslo_vmware.api [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1082.162227] env[69169]: value = "task-3251616" [ 1082.162227] env[69169]: _type = "Task" [ 1082.162227] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.170019] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.175820] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.618s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.176160] env[69169]: DEBUG nova.objects.instance [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lazy-loading 'resources' on Instance uuid e30e2ede-5559-4549-a023-075e04f972d6 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.207382] env[69169]: DEBUG oslo_vmware.api [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.209027] env[69169]: DEBUG oslo_vmware.api [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251613, 'name': PowerOnVM_Task, 'duration_secs': 0.776507} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.209027] env[69169]: INFO nova.scheduler.client.report [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleted allocations for instance 9182b24f-c2f2-4571-a594-f564d5e39f15 [ 1082.209854] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.210115] env[69169]: INFO nova.compute.manager [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1082.210323] env[69169]: DEBUG nova.compute.manager [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.213490] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e7ba6e-1739-44e2-88bd-28e50e540cb3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.216608] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "8c079e7f-672c-45d3-b2e4-635e84dacc13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.216864] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "8c079e7f-672c-45d3-b2e4-635e84dacc13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.217080] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "8c079e7f-672c-45d3-b2e4-635e84dacc13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.217263] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "8c079e7f-672c-45d3-b2e4-635e84dacc13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.217423] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "8c079e7f-672c-45d3-b2e4-635e84dacc13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.220052] env[69169]: INFO nova.compute.manager [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Terminating instance [ 1082.310994] env[69169]: DEBUG nova.compute.manager [req-18ae9873-8a3a-417b-96b8-0e9ba7166187 req-4e150487-8352-40df-a1fa-b571d36e6051 service nova] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Received event network-vif-plugged-842e1848-22cf-4e41-8a7e-75bfab3a9f82 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.310994] env[69169]: DEBUG oslo_concurrency.lockutils [req-18ae9873-8a3a-417b-96b8-0e9ba7166187 req-4e150487-8352-40df-a1fa-b571d36e6051 service nova] Acquiring lock "d65be3d9-0fc4-4d55-a159-db1e28ddbd1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.310994] env[69169]: DEBUG oslo_concurrency.lockutils [req-18ae9873-8a3a-417b-96b8-0e9ba7166187 req-4e150487-8352-40df-a1fa-b571d36e6051 service nova] Lock "d65be3d9-0fc4-4d55-a159-db1e28ddbd1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.311318] env[69169]: DEBUG oslo_concurrency.lockutils [req-18ae9873-8a3a-417b-96b8-0e9ba7166187 req-4e150487-8352-40df-a1fa-b571d36e6051 service nova] Lock "d65be3d9-0fc4-4d55-a159-db1e28ddbd1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.311318] env[69169]: DEBUG nova.compute.manager [req-18ae9873-8a3a-417b-96b8-0e9ba7166187 req-4e150487-8352-40df-a1fa-b571d36e6051 service nova] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] No waiting events found dispatching network-vif-plugged-842e1848-22cf-4e41-8a7e-75bfab3a9f82 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.311410] env[69169]: WARNING nova.compute.manager [req-18ae9873-8a3a-417b-96b8-0e9ba7166187 req-4e150487-8352-40df-a1fa-b571d36e6051 service nova] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Received unexpected event network-vif-plugged-842e1848-22cf-4e41-8a7e-75bfab3a9f82 for instance with vm_state building and task_state spawning. [ 1082.323119] env[69169]: DEBUG nova.network.neutron [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Successfully updated port: 842e1848-22cf-4e41-8a7e-75bfab3a9f82 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.402368] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "760737a3-65d8-41a8-80b3-36a4247defe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.402629] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "760737a3-65d8-41a8-80b3-36a4247defe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.515611] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251615, 'name': PowerOffVM_Task, 'duration_secs': 0.232582} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.515611] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.519025] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.519025] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f39ced32-2475-48ee-be5f-2108cc119b4f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.524323] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Waiting for the task: (returnval){ [ 1082.524323] env[69169]: value = "task-3251617" [ 1082.524323] env[69169]: _type = "Task" [ 1082.524323] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.534170] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.682015] env[69169]: DEBUG oslo_vmware.api [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251616, 'name': PowerOffVM_Task, 'duration_secs': 0.356098} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.683285] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.683285] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.683285] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-079a570e-9e44-4a5a-913c-df9489b65659 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.729836] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2744bdac-98b4-447c-926d-faf66d552da7 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "9182b24f-c2f2-4571-a594-f564d5e39f15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.376s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.732813] env[69169]: DEBUG nova.compute.manager [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.734015] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.740834] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d995e004-4384-4eb3-9490-bdafa7a5cb88 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.749197] env[69169]: INFO nova.compute.manager [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Rebuilding instance [ 1082.753031] env[69169]: INFO nova.compute.manager [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Took 20.61 seconds to build instance. [ 1082.761457] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.761800] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-986998c6-8f12-4ecd-b224-861b54fa52a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.770877] env[69169]: DEBUG oslo_vmware.api [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1082.770877] env[69169]: value = "task-3251619" [ 1082.770877] env[69169]: _type = "Task" [ 1082.770877] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.782736] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.783161] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.783460] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleting the datastore file [datastore2] aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.784290] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49c514f4-14c7-4fde-9cb2-5e3274f29d38 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.794717] env[69169]: DEBUG oslo_vmware.api [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.801174] env[69169]: DEBUG oslo_vmware.api [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1082.801174] env[69169]: value = "task-3251620" [ 1082.801174] env[69169]: _type = "Task" [ 1082.801174] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.811464] env[69169]: DEBUG oslo_vmware.api [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.822933] env[69169]: DEBUG nova.compute.manager [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.823816] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c853ea-2069-4e1c-a498-9252bfcd814e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.827743] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "refresh_cache-d65be3d9-0fc4-4d55-a159-db1e28ddbd1f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.827743] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquired lock "refresh_cache-d65be3d9-0fc4-4d55-a159-db1e28ddbd1f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.827743] env[69169]: DEBUG nova.network.neutron [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.905339] env[69169]: DEBUG nova.compute.manager [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.045561] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] VM already powered off {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1083.045561] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1083.045561] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649682', 'volume_id': '200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'name': 'volume-200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93b15968-4f72-4330-8d9e-ed4c671afd7f', 'attached_at': '', 'detached_at': '', 'volume_id': '200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'serial': '200c3b38-5050-4c02-8751-17a3b1fe7dfb'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1083.046830] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb86817f-3479-4375-a1e2-2b88cd96d1d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.080384] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbed60f-718c-4283-94e3-4a2b31fcea02 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.089265] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cd2e7c-c56e-42b8-a191-08235bc619c1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.113052] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57303235-7a00-41c3-9bb7-3bf2e57ee3c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.132712] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] The volume has not been displaced from its original location: [datastore1] volume-200c3b38-5050-4c02-8751-17a3b1fe7dfb/volume-200c3b38-5050-4c02-8751-17a3b1fe7dfb.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1083.138352] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.141354] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2e54d8b-3807-48a2-a495-e50f948841c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.162231] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Waiting for the task: (returnval){ [ 1083.162231] env[69169]: value = "task-3251621" [ 1083.162231] env[69169]: _type = "Task" [ 1083.162231] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.170124] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.171781] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96674067-87fe-4857-a104-2480f716c172 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.179309] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef2a561-1460-49e0-b16b-56913b3e2dcc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.213562] env[69169]: DEBUG oslo_concurrency.lockutils [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "86b49110-4193-4eb9-b2e4-40b97ff58a2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.214069] env[69169]: DEBUG oslo_concurrency.lockutils [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "86b49110-4193-4eb9-b2e4-40b97ff58a2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.214162] env[69169]: DEBUG oslo_concurrency.lockutils [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "86b49110-4193-4eb9-b2e4-40b97ff58a2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.214353] env[69169]: DEBUG oslo_concurrency.lockutils [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "86b49110-4193-4eb9-b2e4-40b97ff58a2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.214542] env[69169]: DEBUG oslo_concurrency.lockutils [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "86b49110-4193-4eb9-b2e4-40b97ff58a2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.217505] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662f7cb8-6d80-473f-80ec-fa157b4c5416 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.220550] env[69169]: INFO nova.compute.manager [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Terminating instance [ 1083.228342] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0ead85-71ef-478a-93e7-1cd70ef05f18 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.246596] env[69169]: DEBUG nova.compute.provider_tree [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.257018] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dca001e5-70d5-4945-a048-3007cac1fc52 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Lock "a17c812e-4eec-402e-8a9f-6986cd0da4f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.131s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.289106] env[69169]: DEBUG oslo_vmware.api [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251619, 'name': PowerOffVM_Task, 'duration_secs': 0.294027} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.289473] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.289648] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.289956] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-777de54e-b0e1-429c-aa80-51a02f27d567 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.312660] env[69169]: DEBUG oslo_vmware.api [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287016} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.312888] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.313087] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.313268] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.313434] env[69169]: INFO nova.compute.manager [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1083.313673] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.313867] env[69169]: DEBUG nova.compute.manager [-] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.313961] env[69169]: DEBUG nova.network.neutron [-] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.395788] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.396270] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.396532] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleting the datastore file [datastore1] 8c079e7f-672c-45d3-b2e4-635e84dacc13 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.396846] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb8e9ce4-9215-435b-97b2-e2a4047f52b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.402231] env[69169]: DEBUG nova.network.neutron [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.405860] env[69169]: DEBUG oslo_vmware.api [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1083.405860] env[69169]: value = "task-3251623" [ 1083.405860] env[69169]: _type = "Task" [ 1083.405860] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.418685] env[69169]: DEBUG oslo_vmware.api [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.435319] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.645024] env[69169]: DEBUG nova.network.neutron [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Updating instance_info_cache with network_info: [{"id": "842e1848-22cf-4e41-8a7e-75bfab3a9f82", "address": "fa:16:3e:43:c3:cd", "network": {"id": "a09bc819-8b89-4ef1-a214-c5fd3435085e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1961994272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "308db5d289f54b24a504eb3d161d18b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842e1848-22", "ovs_interfaceid": "842e1848-22cf-4e41-8a7e-75bfab3a9f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.678704] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251621, 'name': ReconfigVM_Task, 'duration_secs': 0.250854} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.680038] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1083.688111] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9059684-fb96-4639-bd43-6dc50cea3912 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.707888] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Waiting for the task: (returnval){ [ 1083.707888] env[69169]: value = "task-3251625" [ 1083.707888] env[69169]: _type = "Task" [ 1083.707888] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.726329] env[69169]: DEBUG nova.compute.manager [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.726578] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.726952] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251625, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.727767] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d38493-c7a8-45aa-b1c9-07d327babfac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.737236] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.737580] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26657d20-946d-4a82-b94e-4db2363517ac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.745782] env[69169]: DEBUG oslo_vmware.api [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1083.745782] env[69169]: value = "task-3251626" [ 1083.745782] env[69169]: _type = "Task" [ 1083.745782] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.753242] env[69169]: DEBUG nova.scheduler.client.report [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.767224] env[69169]: DEBUG oslo_vmware.api [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.843565] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.843880] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-542399b6-29ea-48b3-a04c-3d2c5421084f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.852734] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1083.852734] env[69169]: value = "task-3251627" [ 1083.852734] env[69169]: _type = "Task" [ 1083.852734] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.869163] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.920039] env[69169]: DEBUG oslo_vmware.api [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376756} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.920502] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.920703] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.920928] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.921191] env[69169]: INFO nova.compute.manager [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1083.921407] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.921623] env[69169]: DEBUG nova.compute.manager [-] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.921728] env[69169]: DEBUG nova.network.neutron [-] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.147760] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Releasing lock "refresh_cache-d65be3d9-0fc4-4d55-a159-db1e28ddbd1f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.148347] env[69169]: DEBUG nova.compute.manager [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Instance network_info: |[{"id": "842e1848-22cf-4e41-8a7e-75bfab3a9f82", "address": "fa:16:3e:43:c3:cd", "network": {"id": "a09bc819-8b89-4ef1-a214-c5fd3435085e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1961994272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "308db5d289f54b24a504eb3d161d18b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842e1848-22", "ovs_interfaceid": "842e1848-22cf-4e41-8a7e-75bfab3a9f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.149246] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:c3:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '842e1848-22cf-4e41-8a7e-75bfab3a9f82', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.156379] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.156601] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.156853] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a931399-e813-4b8c-a9ae-3108f8464baf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.181843] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.181843] env[69169]: value = "task-3251628" [ 1084.181843] env[69169]: _type = "Task" [ 1084.181843] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.193521] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251628, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.220674] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251625, 'name': ReconfigVM_Task, 'duration_secs': 0.121251} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.221110] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649682', 'volume_id': '200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'name': 'volume-200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93b15968-4f72-4330-8d9e-ed4c671afd7f', 'attached_at': '', 'detached_at': '', 'volume_id': '200c3b38-5050-4c02-8751-17a3b1fe7dfb', 'serial': '200c3b38-5050-4c02-8751-17a3b1fe7dfb'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1084.221437] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.222470] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f28232c-d69c-44aa-beaa-4e640eac535b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.236804] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.239198] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e77e87d-86c2-48d0-9fa9-5a892548e8e7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.244284] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.244506] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.263594] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.266459] env[69169]: DEBUG oslo_vmware.api [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251626, 'name': PowerOffVM_Task, 'duration_secs': 0.243391} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.266972] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.969s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.267231] env[69169]: DEBUG nova.objects.instance [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lazy-loading 'resources' on Instance uuid ca5989b5-eea8-4034-b9e6-3c3aa1e4b061 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.268300] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.269202] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.269202] env[69169]: DEBUG nova.network.neutron [-] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.270065] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7ce6ad8-804d-4446-99d1-9ffa692f53a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.310855] env[69169]: INFO nova.scheduler.client.report [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleted allocations for instance e30e2ede-5559-4549-a023-075e04f972d6 [ 1084.346209] env[69169]: DEBUG nova.compute.manager [req-aafdea89-0308-4011-8d41-5b022463617d req-72c0484a-2335-465e-a925-b17eb755aaff service nova] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Received event network-changed-842e1848-22cf-4e41-8a7e-75bfab3a9f82 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.346468] env[69169]: DEBUG nova.compute.manager [req-aafdea89-0308-4011-8d41-5b022463617d req-72c0484a-2335-465e-a925-b17eb755aaff service nova] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Refreshing instance network info cache due to event network-changed-842e1848-22cf-4e41-8a7e-75bfab3a9f82. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.346653] env[69169]: DEBUG oslo_concurrency.lockutils [req-aafdea89-0308-4011-8d41-5b022463617d req-72c0484a-2335-465e-a925-b17eb755aaff service nova] Acquiring lock "refresh_cache-d65be3d9-0fc4-4d55-a159-db1e28ddbd1f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.347336] env[69169]: DEBUG oslo_concurrency.lockutils [req-aafdea89-0308-4011-8d41-5b022463617d req-72c0484a-2335-465e-a925-b17eb755aaff service nova] Acquired lock "refresh_cache-d65be3d9-0fc4-4d55-a159-db1e28ddbd1f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.347336] env[69169]: DEBUG nova.network.neutron [req-aafdea89-0308-4011-8d41-5b022463617d req-72c0484a-2335-465e-a925-b17eb755aaff service nova] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Refreshing network info cache for port 842e1848-22cf-4e41-8a7e-75bfab3a9f82 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.358087] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.358970] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.358970] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleting the datastore file [datastore2] 86b49110-4193-4eb9-b2e4-40b97ff58a2b {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.359700] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d4c3a2c-6e4f-467b-bbeb-4880e14f32cc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.366274] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251627, 'name': PowerOffVM_Task, 'duration_secs': 0.144885} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.366821] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.367478] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.368453] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5bfb59-09c2-4d4f-ac09-4b1ec935f5fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.379340] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.380400] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17f32848-437b-451d-b84c-13fa91ecb250 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.382800] env[69169]: DEBUG oslo_vmware.api [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1084.382800] env[69169]: value = "task-3251631" [ 1084.382800] env[69169]: _type = "Task" [ 1084.382800] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.385343] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.385679] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.385995] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Deleting the datastore file [datastore1] 93b15968-4f72-4330-8d9e-ed4c671afd7f {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.390507] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f371a681-5152-4859-832d-c4cc2fe05de9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.398731] env[69169]: DEBUG oslo_vmware.api [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.400145] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Waiting for the task: (returnval){ [ 1084.400145] env[69169]: value = "task-3251633" [ 1084.400145] env[69169]: _type = "Task" [ 1084.400145] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.411895] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.425875] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.426382] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.426813] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Deleting the datastore file [datastore1] b8a29c26-457b-48a6-b550-036faa697f6c {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.427174] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29e7d1f9-f63b-4918-b16b-4c26c83376f8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.436704] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1084.436704] env[69169]: value = "task-3251634" [ 1084.436704] env[69169]: _type = "Task" [ 1084.436704] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.447303] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.543445] env[69169]: DEBUG oslo_concurrency.lockutils [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Acquiring lock "a17c812e-4eec-402e-8a9f-6986cd0da4f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.543869] env[69169]: DEBUG oslo_concurrency.lockutils [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Lock "a17c812e-4eec-402e-8a9f-6986cd0da4f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.544195] env[69169]: DEBUG oslo_concurrency.lockutils [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Acquiring lock "a17c812e-4eec-402e-8a9f-6986cd0da4f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.544432] env[69169]: DEBUG oslo_concurrency.lockutils [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Lock "a17c812e-4eec-402e-8a9f-6986cd0da4f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.544645] env[69169]: DEBUG oslo_concurrency.lockutils [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Lock "a17c812e-4eec-402e-8a9f-6986cd0da4f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.547522] env[69169]: INFO nova.compute.manager [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Terminating instance [ 1084.693081] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251628, 'name': CreateVM_Task, 'duration_secs': 0.439694} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.693283] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.694026] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.694207] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.694570] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.694838] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75675916-c3ab-4423-816d-47b1bcd358c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.699895] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1084.699895] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527ed3d7-64e0-1c23-d668-485fe2e9f086" [ 1084.699895] env[69169]: _type = "Task" [ 1084.699895] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.708436] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527ed3d7-64e0-1c23-d668-485fe2e9f086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.732975] env[69169]: DEBUG nova.network.neutron [-] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.748705] env[69169]: DEBUG nova.compute.manager [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.772787] env[69169]: INFO nova.compute.manager [-] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Took 1.46 seconds to deallocate network for instance. [ 1084.821507] env[69169]: DEBUG oslo_concurrency.lockutils [None req-73834b6a-2cbd-48a5-980e-619d1a4bfaae tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "e30e2ede-5559-4549-a023-075e04f972d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.479s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.897395] env[69169]: DEBUG oslo_vmware.api [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16519} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.899873] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.900083] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.900269] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.900438] env[69169]: INFO nova.compute.manager [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1084.900678] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.900935] env[69169]: DEBUG nova.compute.manager [-] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.901048] env[69169]: DEBUG nova.network.neutron [-] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.915764] env[69169]: DEBUG oslo_vmware.api [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Task: {'id': task-3251633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1028} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.915764] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.915764] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.916040] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.948583] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114792} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.953438] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.953529] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.953877] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.986297] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1084.986684] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6dc42ea-28b2-4b50-bbd4-9dbf2eea63b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.003057] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aed4fe-6d4c-446f-8b8b-7d3a49b3f613 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.051715] env[69169]: ERROR nova.compute.manager [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Failed to detach volume 200c3b38-5050-4c02-8751-17a3b1fe7dfb from /dev/sda: nova.exception.InstanceNotFound: Instance 93b15968-4f72-4330-8d9e-ed4c671afd7f could not be found. [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Traceback (most recent call last): [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] self.driver.rebuild(**kwargs) [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] raise NotImplementedError() [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] NotImplementedError [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] During handling of the above exception, another exception occurred: [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Traceback (most recent call last): [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] self.driver.detach_volume(context, old_connection_info, [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] return self._volumeops.detach_volume(connection_info, instance) [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] self._detach_volume_vmdk(connection_info, instance) [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] stable_ref.fetch_moref(session) [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] nova.exception.InstanceNotFound: Instance 93b15968-4f72-4330-8d9e-ed4c671afd7f could not be found. [ 1085.051715] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] [ 1085.059650] env[69169]: DEBUG nova.compute.manager [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.060284] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.061063] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36a7426-bd82-4bca-aa6e-a4d5e8ed2da1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.071195] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.071557] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b13be368-112e-4493-9aab-57dbeb2057f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.082813] env[69169]: DEBUG oslo_vmware.api [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Waiting for the task: (returnval){ [ 1085.082813] env[69169]: value = "task-3251635" [ 1085.082813] env[69169]: _type = "Task" [ 1085.082813] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.094308] env[69169]: DEBUG oslo_vmware.api [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.156621] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aa4ba3-01b7-47b7-aad9-bc990dbd4076 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.167029] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bc7169-fae5-4803-9132-35953bb1eeb3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.212606] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0531643b-62d5-490f-9d1e-e5b6c56f50f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.224781] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527ed3d7-64e0-1c23-d668-485fe2e9f086, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.227267] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.228099] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.228099] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.228099] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.228374] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.228569] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc6f08e0-b1ee-4a07-8965-d2b024d07bf1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.231655] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3b65e2-80dd-410d-a4f5-02e996b5f138 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.238370] env[69169]: DEBUG nova.network.neutron [req-aafdea89-0308-4011-8d41-5b022463617d req-72c0484a-2335-465e-a925-b17eb755aaff service nova] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Updated VIF entry in instance network info cache for port 842e1848-22cf-4e41-8a7e-75bfab3a9f82. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.239221] env[69169]: DEBUG nova.network.neutron [req-aafdea89-0308-4011-8d41-5b022463617d req-72c0484a-2335-465e-a925-b17eb755aaff service nova] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Updating instance_info_cache with network_info: [{"id": "842e1848-22cf-4e41-8a7e-75bfab3a9f82", "address": "fa:16:3e:43:c3:cd", "network": {"id": "a09bc819-8b89-4ef1-a214-c5fd3435085e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1961994272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "308db5d289f54b24a504eb3d161d18b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842e1848-22", "ovs_interfaceid": "842e1848-22cf-4e41-8a7e-75bfab3a9f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.241568] env[69169]: DEBUG nova.compute.utils [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Build of instance 93b15968-4f72-4330-8d9e-ed4c671afd7f aborted: Failed to rebuild volume backed instance. {{(pid=69169) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1085.245610] env[69169]: INFO nova.compute.manager [-] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Took 1.32 seconds to deallocate network for instance. [ 1085.264607] env[69169]: DEBUG nova.compute.provider_tree [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.269292] env[69169]: ERROR nova.compute.manager [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 93b15968-4f72-4330-8d9e-ed4c671afd7f aborted: Failed to rebuild volume backed instance. [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Traceback (most recent call last): [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] self.driver.rebuild(**kwargs) [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] raise NotImplementedError() [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] NotImplementedError [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] During handling of the above exception, another exception occurred: [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Traceback (most recent call last): [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] self._detach_root_volume(context, instance, root_bdm) [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] with excutils.save_and_reraise_exception(): [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] self.force_reraise() [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] raise self.value [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] self.driver.detach_volume(context, old_connection_info, [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] return self._volumeops.detach_volume(connection_info, instance) [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] self._detach_volume_vmdk(connection_info, instance) [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] stable_ref.fetch_moref(session) [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] nova.exception.InstanceNotFound: Instance 93b15968-4f72-4330-8d9e-ed4c671afd7f could not be found. [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] During handling of the above exception, another exception occurred: [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Traceback (most recent call last): [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] yield [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1085.269292] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] self._do_rebuild_instance_with_claim( [ 1085.270781] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1085.270781] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] self._do_rebuild_instance( [ 1085.270781] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1085.270781] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] self._rebuild_default_impl(**kwargs) [ 1085.270781] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1085.270781] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] self._rebuild_volume_backed_instance( [ 1085.270781] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1085.270781] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] raise exception.BuildAbortException( [ 1085.270781] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] nova.exception.BuildAbortException: Build of instance 93b15968-4f72-4330-8d9e-ed4c671afd7f aborted: Failed to rebuild volume backed instance. [ 1085.270781] env[69169]: ERROR nova.compute.manager [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] [ 1085.273982] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.274125] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.276925] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20f27ff-1fe8-4688-976a-7f19afdffd57 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.282109] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.284342] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1085.284342] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521825f9-3f42-3443-41ac-035ec04f1ed7" [ 1085.284342] env[69169]: _type = "Task" [ 1085.284342] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.294927] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521825f9-3f42-3443-41ac-035ec04f1ed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.298181] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.594081] env[69169]: DEBUG oslo_vmware.api [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251635, 'name': PowerOffVM_Task, 'duration_secs': 0.305648} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.594365] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.594577] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.594906] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66e83342-e2fa-4ca0-b9f9-3f11208479d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.672142] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.673192] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.673192] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Deleting the datastore file [datastore1] a17c812e-4eec-402e-8a9f-6986cd0da4f8 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.673192] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bb5117f-ca48-4bcb-b3d3-04c873d4ee4d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.681619] env[69169]: DEBUG oslo_vmware.api [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Waiting for the task: (returnval){ [ 1085.681619] env[69169]: value = "task-3251637" [ 1085.681619] env[69169]: _type = "Task" [ 1085.681619] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.693219] env[69169]: DEBUG oslo_vmware.api [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.746144] env[69169]: DEBUG oslo_concurrency.lockutils [req-aafdea89-0308-4011-8d41-5b022463617d req-72c0484a-2335-465e-a925-b17eb755aaff service nova] Releasing lock "refresh_cache-d65be3d9-0fc4-4d55-a159-db1e28ddbd1f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.746363] env[69169]: DEBUG nova.compute.manager [req-aafdea89-0308-4011-8d41-5b022463617d req-72c0484a-2335-465e-a925-b17eb755aaff service nova] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Received event network-vif-deleted-ceb2f016-70c6-4dea-ad59-8b8359b6acd2 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.746570] env[69169]: DEBUG nova.compute.manager [req-aafdea89-0308-4011-8d41-5b022463617d req-72c0484a-2335-465e-a925-b17eb755aaff service nova] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Received event network-vif-deleted-61c71bb2-116b-4fba-9592-48a2556dbb2d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.746784] env[69169]: INFO nova.compute.manager [req-aafdea89-0308-4011-8d41-5b022463617d req-72c0484a-2335-465e-a925-b17eb755aaff service nova] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Neutron deleted interface 61c71bb2-116b-4fba-9592-48a2556dbb2d; detaching it from the instance and deleting it from the info cache [ 1085.746881] env[69169]: DEBUG nova.network.neutron [req-aafdea89-0308-4011-8d41-5b022463617d req-72c0484a-2335-465e-a925-b17eb755aaff service nova] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.757336] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.784039] env[69169]: DEBUG nova.scheduler.client.report [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.800091] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521825f9-3f42-3443-41ac-035ec04f1ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.022277} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.801920] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c38128e-7358-4c96-ad2a-c3e62c37ba10 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.808956] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1085.808956] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52577215-21a2-11c6-495a-a8aeecffa9c5" [ 1085.808956] env[69169]: _type = "Task" [ 1085.808956] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.812913] env[69169]: DEBUG nova.network.neutron [-] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.819641] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52577215-21a2-11c6-495a-a8aeecffa9c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.925477] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1085.925787] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649724', 'volume_id': 'b01520e2-8f22-4250-a45b-918ee430ace4', 'name': 'volume-b01520e2-8f22-4250-a45b-918ee430ace4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31492cd2-0e25-454c-840e-6d0cd9ea8dd4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b01520e2-8f22-4250-a45b-918ee430ace4', 'serial': 'b01520e2-8f22-4250-a45b-918ee430ace4'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1085.926747] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a1bded-2a67-4e52-8aca-4168e6e618cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.946011] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e015cb-fe0f-4c7a-bb3f-7026ee972572 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.977424] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-b01520e2-8f22-4250-a45b-918ee430ace4/volume-b01520e2-8f22-4250-a45b-918ee430ace4.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.978019] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b9a1bd4-6b74-4bad-af80-57000198ea38 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.002721] env[69169]: DEBUG nova.virt.hardware [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.003019] env[69169]: DEBUG nova.virt.hardware [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.003222] env[69169]: DEBUG nova.virt.hardware [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.003494] env[69169]: DEBUG nova.virt.hardware [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.003721] env[69169]: DEBUG nova.virt.hardware [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.003977] env[69169]: DEBUG nova.virt.hardware [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.004293] env[69169]: DEBUG nova.virt.hardware [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.004552] env[69169]: DEBUG nova.virt.hardware [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.004800] env[69169]: DEBUG nova.virt.hardware [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.005023] env[69169]: DEBUG nova.virt.hardware [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.005252] env[69169]: DEBUG nova.virt.hardware [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.006377] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fd8f3b-6e5d-475f-a272-b993902a4e2f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.011508] env[69169]: DEBUG oslo_vmware.api [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1086.011508] env[69169]: value = "task-3251638" [ 1086.011508] env[69169]: _type = "Task" [ 1086.011508] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.019742] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6068a2-831c-4755-ae19-c5ef7c159ec0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.028665] env[69169]: DEBUG oslo_vmware.api [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251638, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.039772] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.047026] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.047026] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.047026] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd66c8ef-3dab-4c5e-8ba4-62bccabb28ba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.064774] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.064774] env[69169]: value = "task-3251639" [ 1086.064774] env[69169]: _type = "Task" [ 1086.064774] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.073352] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251639, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.192854] env[69169]: DEBUG oslo_vmware.api [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Task: {'id': task-3251637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314166} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.193187] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.193399] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.193614] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.193819] env[69169]: INFO nova.compute.manager [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1086.194127] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.194372] env[69169]: DEBUG nova.compute.manager [-] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.194485] env[69169]: DEBUG nova.network.neutron [-] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.250169] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d40c396d-b554-465b-bef1-8d1bc29b88f8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.271714] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af3b0be-ec9a-4cd7-875b-f4d8879f805a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.289762] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.291855] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "66a53fab-9081-4e28-94a8-3b8ed260aeec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.292185] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "66a53fab-9081-4e28-94a8-3b8ed260aeec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.293747] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.858s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.295291] env[69169]: INFO nova.compute.claims [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.318811] env[69169]: INFO nova.compute.manager [-] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Took 1.42 seconds to deallocate network for instance. [ 1086.320035] env[69169]: DEBUG nova.compute.manager [req-aafdea89-0308-4011-8d41-5b022463617d req-72c0484a-2335-465e-a925-b17eb755aaff service nova] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Detach interface failed, port_id=61c71bb2-116b-4fba-9592-48a2556dbb2d, reason: Instance 8c079e7f-672c-45d3-b2e4-635e84dacc13 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.320660] env[69169]: INFO nova.scheduler.client.report [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Deleted allocations for instance ca5989b5-eea8-4034-b9e6-3c3aa1e4b061 [ 1086.340663] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52577215-21a2-11c6-495a-a8aeecffa9c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01929} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.340663] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.340879] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] d65be3d9-0fc4-4d55-a159-db1e28ddbd1f/d65be3d9-0fc4-4d55-a159-db1e28ddbd1f.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.342103] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24030395-a205-45ad-b47d-1263d2c2171e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.357147] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1086.357147] env[69169]: value = "task-3251640" [ 1086.357147] env[69169]: _type = "Task" [ 1086.357147] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.374304] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.382845] env[69169]: DEBUG nova.compute.manager [req-775b55bd-9f87-40f3-826c-904fb7ff17d7 req-4b99677b-4667-4332-9dfb-a3eb552ae328 service nova] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Received event network-vif-deleted-bbca2b64-cc80-44c9-be8c-be16cc3ac0ee {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.527275] env[69169]: DEBUG oslo_vmware.api [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251638, 'name': ReconfigVM_Task, 'duration_secs': 0.484256} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.527572] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-b01520e2-8f22-4250-a45b-918ee430ace4/volume-b01520e2-8f22-4250-a45b-918ee430ace4.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.533688] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b03d3eac-fb21-44da-bdda-6a4439343141 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.551536] env[69169]: DEBUG oslo_vmware.api [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1086.551536] env[69169]: value = "task-3251641" [ 1086.551536] env[69169]: _type = "Task" [ 1086.551536] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.562978] env[69169]: DEBUG oslo_vmware.api [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.574036] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251639, 'name': CreateVM_Task, 'duration_secs': 0.340747} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.574036] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.574492] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.574670] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.575027] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.575315] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898168dc-948d-4d8c-a1da-e4a28a2723e5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.580957] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1086.580957] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522b37ff-c220-d0ec-7ad6-690ce0d040b1" [ 1086.580957] env[69169]: _type = "Task" [ 1086.580957] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.589915] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522b37ff-c220-d0ec-7ad6-690ce0d040b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.800022] env[69169]: DEBUG nova.compute.manager [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.835525] env[69169]: DEBUG oslo_concurrency.lockutils [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.838417] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dd11119d-b97c-4e64-86bc-7d943ed40fc4 tempest-ServersWithSpecificFlavorTestJSON-1336068667 tempest-ServersWithSpecificFlavorTestJSON-1336068667-project-member] Lock "ca5989b5-eea8-4034-b9e6-3c3aa1e4b061" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.695s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.869586] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251640, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.021733] env[69169]: DEBUG nova.network.neutron [-] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.063696] env[69169]: DEBUG oslo_vmware.api [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251641, 'name': ReconfigVM_Task, 'duration_secs': 0.191767} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.064335] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649724', 'volume_id': 'b01520e2-8f22-4250-a45b-918ee430ace4', 'name': 'volume-b01520e2-8f22-4250-a45b-918ee430ace4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31492cd2-0e25-454c-840e-6d0cd9ea8dd4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b01520e2-8f22-4250-a45b-918ee430ace4', 'serial': 'b01520e2-8f22-4250-a45b-918ee430ace4'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1087.094602] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522b37ff-c220-d0ec-7ad6-690ce0d040b1, 'name': SearchDatastore_Task, 'duration_secs': 0.04323} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.095414] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.096439] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.096439] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.096439] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.096439] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.096439] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7289fc2-eef3-4cde-9637-7a659cda00be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.108392] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.108392] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.108392] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48501784-adde-47c8-87f4-5c49d31cead2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.114049] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1087.114049] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524cba31-54fd-cc3c-a80b-46413141d1e6" [ 1087.114049] env[69169]: _type = "Task" [ 1087.114049] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.123162] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524cba31-54fd-cc3c-a80b-46413141d1e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.298878] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.324085] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.370197] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616196} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.370765] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] d65be3d9-0fc4-4d55-a159-db1e28ddbd1f/d65be3d9-0fc4-4d55-a159-db1e28ddbd1f.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.370765] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.370925] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f7e576d-2b9d-494c-adb8-13814349d9aa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.379767] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1087.379767] env[69169]: value = "task-3251642" [ 1087.379767] env[69169]: _type = "Task" [ 1087.379767] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.390991] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.526416] env[69169]: INFO nova.compute.manager [-] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Took 1.33 seconds to deallocate network for instance. [ 1087.587885] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c3e5a3-8759-4a7d-aea7-f68184082cf4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.595943] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33c3144-0e4f-4ebf-8d05-da143c2f301e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.633459] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5942e018-f984-4921-bd46-7d2015283cb6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.644171] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524cba31-54fd-cc3c-a80b-46413141d1e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.646489] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089e2403-75db-4be9-ad11-77ae7ce78ccd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.650353] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2d6ee1-3d00-4aa7-8cae-bd820fe636e8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.664115] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1087.664115] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52718749-4ffe-26d5-015e-e6fb8d980191" [ 1087.664115] env[69169]: _type = "Task" [ 1087.664115] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.664907] env[69169]: DEBUG nova.compute.provider_tree [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.675972] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52718749-4ffe-26d5-015e-e6fb8d980191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.749649] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Acquiring lock "93b15968-4f72-4330-8d9e-ed4c671afd7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.753022] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Lock "93b15968-4f72-4330-8d9e-ed4c671afd7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.753022] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Acquiring lock "93b15968-4f72-4330-8d9e-ed4c671afd7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.753022] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Lock "93b15968-4f72-4330-8d9e-ed4c671afd7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.753022] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Lock "93b15968-4f72-4330-8d9e-ed4c671afd7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.753022] env[69169]: INFO nova.compute.manager [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Terminating instance [ 1087.889680] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201523} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.889972] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.890990] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c0b822-3f6f-405d-b667-0a322b80a8d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.912989] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] d65be3d9-0fc4-4d55-a159-db1e28ddbd1f/d65be3d9-0fc4-4d55-a159-db1e28ddbd1f.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.913256] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-458c552e-e4f9-439c-942e-39c98c5e0fda {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.933456] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1087.933456] env[69169]: value = "task-3251643" [ 1087.933456] env[69169]: _type = "Task" [ 1087.933456] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.942162] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.032479] env[69169]: DEBUG oslo_concurrency.lockutils [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.104892] env[69169]: DEBUG nova.objects.instance [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lazy-loading 'flavor' on Instance uuid 31492cd2-0e25-454c-840e-6d0cd9ea8dd4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.171648] env[69169]: DEBUG nova.scheduler.client.report [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.181551] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52718749-4ffe-26d5-015e-e6fb8d980191, 'name': SearchDatastore_Task, 'duration_secs': 0.03116} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.181894] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.182124] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] b8a29c26-457b-48a6-b550-036faa697f6c/b8a29c26-457b-48a6-b550-036faa697f6c.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.182404] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ee48d2b-47d2-4559-b4fb-cfcd46f82306 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.190155] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1088.190155] env[69169]: value = "task-3251644" [ 1088.190155] env[69169]: _type = "Task" [ 1088.190155] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.199776] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.256920] env[69169]: DEBUG nova.compute.manager [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.257724] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c96758b3-bd77-4d24-9503-29be5a152889 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.267640] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c4feae-0ddc-445c-acce-45e7941f6b98 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.304627] env[69169]: WARNING nova.virt.vmwareapi.driver [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 93b15968-4f72-4330-8d9e-ed4c671afd7f could not be found. [ 1088.304926] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.305242] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d0723f2-3c67-47c8-acd4-6da76fceed69 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.314439] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee74d79-6c38-4372-9818-b49ab92f6488 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.356067] env[69169]: WARNING nova.virt.vmwareapi.vmops [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 93b15968-4f72-4330-8d9e-ed4c671afd7f could not be found. [ 1088.356355] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.356575] env[69169]: INFO nova.compute.manager [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1088.356891] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.357276] env[69169]: DEBUG nova.compute.manager [-] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.357383] env[69169]: DEBUG nova.network.neutron [-] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.422685] env[69169]: DEBUG nova.compute.manager [req-37f70ca0-a4a4-4283-b84a-5bce8bd51db5 req-2a1861af-0692-41c8-bd28-4e2fd5743aab service nova] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Received event network-vif-deleted-7589214d-b199-4677-8631-b0987f4649be {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.454401] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251643, 'name': ReconfigVM_Task, 'duration_secs': 0.279246} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.454614] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Reconfigured VM instance instance-00000059 to attach disk [datastore2] d65be3d9-0fc4-4d55-a159-db1e28ddbd1f/d65be3d9-0fc4-4d55-a159-db1e28ddbd1f.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.455374] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8706489b-b1b8-45c8-a688-eaf7cfae8ada {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.473314] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1088.473314] env[69169]: value = "task-3251645" [ 1088.473314] env[69169]: _type = "Task" [ 1088.473314] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.484542] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251645, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.611445] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cf96655b-71ee-46ed-aa5a-44383a1427be tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.309s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.677588] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.678418] env[69169]: DEBUG nova.compute.manager [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.681838] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.400s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.682146] env[69169]: DEBUG nova.objects.instance [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lazy-loading 'resources' on Instance uuid aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.701715] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480529} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.701993] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] b8a29c26-457b-48a6-b550-036faa697f6c/b8a29c26-457b-48a6-b550-036faa697f6c.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.702226] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.702750] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-535bdfca-a437-47ee-a41c-b5cb1ee24d30 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.709959] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1088.709959] env[69169]: value = "task-3251646" [ 1088.709959] env[69169]: _type = "Task" [ 1088.709959] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.721180] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.991311] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251645, 'name': Rename_Task, 'duration_secs': 0.258977} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.991786] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.992207] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42178f59-9d69-4e45-9492-93cdebda67ba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.005058] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1089.005058] env[69169]: value = "task-3251647" [ 1089.005058] env[69169]: _type = "Task" [ 1089.005058] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.012682] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.188673] env[69169]: DEBUG nova.compute.utils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.199924] env[69169]: DEBUG nova.compute.manager [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.200168] env[69169]: DEBUG nova.network.neutron [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.225715] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06598} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.226164] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.227158] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96173c6-0c6a-400e-bff2-5687be296fe4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.254757] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] b8a29c26-457b-48a6-b550-036faa697f6c/b8a29c26-457b-48a6-b550-036faa697f6c.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.255179] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7eaa512-b329-4a51-af0a-5166b241b4fd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.284490] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1089.284490] env[69169]: value = "task-3251648" [ 1089.284490] env[69169]: _type = "Task" [ 1089.284490] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.295440] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.391279] env[69169]: DEBUG nova.policy [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd929190f7a244f25a1956b7cd5b6a6c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7668a0f42ce147f2b39fd48d13e75cf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.522937] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.570191] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.570798] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.605639] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3da3da-3c43-4c7f-8eee-0fab1bdf24d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.617580] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd2477c-c665-48a6-aee1-67fd09bacf71 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.654615] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eb1fc6-f71b-4740-ba98-3032107cadc8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.664285] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91c992d-56ce-4a7b-9943-4b9fbb2d48f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.680864] env[69169]: DEBUG nova.compute.provider_tree [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.700364] env[69169]: DEBUG nova.compute.manager [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.797071] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251648, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.925767] env[69169]: DEBUG nova.network.neutron [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Successfully created port: f857a61d-72ac-4399-b589-ca9f1f70d17d {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.018697] env[69169]: DEBUG oslo_vmware.api [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251647, 'name': PowerOnVM_Task, 'duration_secs': 0.570631} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.019121] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.019360] env[69169]: INFO nova.compute.manager [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1090.019545] env[69169]: DEBUG nova.compute.manager [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.020437] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b338ffd-5fec-4c25-8866-039ee64ac732 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.069726] env[69169]: DEBUG nova.network.neutron [-] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.073256] env[69169]: DEBUG nova.compute.utils [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.185160] env[69169]: DEBUG nova.scheduler.client.report [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.296342] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251648, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.547220] env[69169]: INFO nova.compute.manager [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Took 24.90 seconds to build instance. [ 1090.573342] env[69169]: INFO nova.compute.manager [-] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Took 2.22 seconds to deallocate network for instance. [ 1090.578383] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.589379] env[69169]: DEBUG nova.compute.manager [req-b325a8d3-fdb2-44e4-a96d-3e071dfe3812 req-77a2a557-0f1c-497e-b3a5-953d05e84e25 service nova] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Received event network-vif-deleted-c7474da2-e5e6-4209-9e91-e56ac106eb85 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.690720] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.693299] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.395s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.698016] env[69169]: INFO nova.compute.claims [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.708973] env[69169]: DEBUG nova.compute.manager [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.725345] env[69169]: INFO nova.scheduler.client.report [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleted allocations for instance aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb [ 1090.752722] env[69169]: DEBUG nova.virt.hardware [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.752991] env[69169]: DEBUG nova.virt.hardware [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.753177] env[69169]: DEBUG nova.virt.hardware [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.753377] env[69169]: DEBUG nova.virt.hardware [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.753511] env[69169]: DEBUG nova.virt.hardware [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.754028] env[69169]: DEBUG nova.virt.hardware [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.754028] env[69169]: DEBUG nova.virt.hardware [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.754028] env[69169]: DEBUG nova.virt.hardware [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.754293] env[69169]: DEBUG nova.virt.hardware [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.754360] env[69169]: DEBUG nova.virt.hardware [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.754525] env[69169]: DEBUG nova.virt.hardware [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.755712] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7b4c50-955d-4f7e-b0dd-c8df36f62bdc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.770460] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3525809c-929f-4ab8-a007-09ff4966fe01 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.802595] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251648, 'name': ReconfigVM_Task, 'duration_secs': 1.333893} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.802951] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Reconfigured VM instance instance-00000058 to attach disk [datastore2] b8a29c26-457b-48a6-b550-036faa697f6c/b8a29c26-457b-48a6-b550-036faa697f6c.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.803699] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fdb6beb-ec8f-4d75-995f-c5ec3e0b2d00 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.813665] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1090.813665] env[69169]: value = "task-3251649" [ 1090.813665] env[69169]: _type = "Task" [ 1090.813665] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.824408] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251649, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.047251] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c6dbfd49-08bd-4a32-b614-246c7ce732a3 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "d65be3d9-0fc4-4d55-a159-db1e28ddbd1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.406s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.134029] env[69169]: INFO nova.compute.manager [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Took 0.56 seconds to detach 1 volumes for instance. [ 1091.138874] env[69169]: DEBUG nova.compute.manager [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Deleting volume: 200c3b38-5050-4c02-8751-17a3b1fe7dfb {{(pid=69169) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1091.241562] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d23cd339-e330-421c-9da0-5b8f61cc762e tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.615s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.324874] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251649, 'name': Rename_Task, 'duration_secs': 0.155896} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.325331] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.325422] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f52774d-3f03-4ead-8d6c-fb44f782b6d6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.333310] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1091.333310] env[69169]: value = "task-3251651" [ 1091.333310] env[69169]: _type = "Task" [ 1091.333310] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.343212] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.651365] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.651639] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.651767] env[69169]: INFO nova.compute.manager [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Attaching volume ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7 to /dev/sdc [ 1091.670201] env[69169]: DEBUG nova.network.neutron [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Successfully updated port: f857a61d-72ac-4399-b589-ca9f1f70d17d {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.688937] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.701345] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe078a3-fc18-4f68-862a-408476d5b5a0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.713757] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce429b46-c7a2-48a8-8020-8ac1a7088d16 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.731251] env[69169]: DEBUG nova.virt.block_device [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Updating existing volume attachment record: d46ae16b-e600-4226-a7bc-1286823ba95c {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1091.844036] env[69169]: DEBUG oslo_vmware.api [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251651, 'name': PowerOnVM_Task, 'duration_secs': 0.483141} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.847844] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.848481] env[69169]: DEBUG nova.compute.manager [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.849864] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e0173e-0cce-4998-8cb3-548677b97112 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.029562] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fc4af2-3509-46bf-8f7b-5e58a6437660 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.042017] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab3121b-8bec-4480-b85a-b7632916f692 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.076812] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff442bb6-7ca5-45e1-b430-707a90984462 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.087204] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b8d160-26a0-4138-a560-be1dcfab0276 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.102846] env[69169]: DEBUG nova.compute.provider_tree [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.174940] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "refresh_cache-760737a3-65d8-41a8-80b3-36a4247defe6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.175162] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "refresh_cache-760737a3-65d8-41a8-80b3-36a4247defe6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.175317] env[69169]: DEBUG nova.network.neutron [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.372011] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.389292] env[69169]: DEBUG oslo_concurrency.lockutils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquiring lock "214ff644-0f1a-4ede-b93a-4dd66185dab1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.389666] env[69169]: DEBUG oslo_concurrency.lockutils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Lock "214ff644-0f1a-4ede-b93a-4dd66185dab1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.450671] env[69169]: DEBUG oslo_concurrency.lockutils [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "b795a13c-58a3-4417-8e32-a8dad6b63387" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.450946] env[69169]: DEBUG oslo_concurrency.lockutils [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "b795a13c-58a3-4417-8e32-a8dad6b63387" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.451372] env[69169]: DEBUG oslo_concurrency.lockutils [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "b795a13c-58a3-4417-8e32-a8dad6b63387-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.451666] env[69169]: DEBUG oslo_concurrency.lockutils [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "b795a13c-58a3-4417-8e32-a8dad6b63387-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.451789] env[69169]: DEBUG oslo_concurrency.lockutils [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "b795a13c-58a3-4417-8e32-a8dad6b63387-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.455041] env[69169]: INFO nova.compute.manager [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Terminating instance [ 1092.608614] env[69169]: DEBUG nova.scheduler.client.report [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.618213] env[69169]: DEBUG nova.compute.manager [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Received event network-vif-plugged-f857a61d-72ac-4399-b589-ca9f1f70d17d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.618213] env[69169]: DEBUG oslo_concurrency.lockutils [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] Acquiring lock "760737a3-65d8-41a8-80b3-36a4247defe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.618213] env[69169]: DEBUG oslo_concurrency.lockutils [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] Lock "760737a3-65d8-41a8-80b3-36a4247defe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.618358] env[69169]: DEBUG oslo_concurrency.lockutils [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] Lock "760737a3-65d8-41a8-80b3-36a4247defe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.618512] env[69169]: DEBUG nova.compute.manager [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] No waiting events found dispatching network-vif-plugged-f857a61d-72ac-4399-b589-ca9f1f70d17d {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.618678] env[69169]: WARNING nova.compute.manager [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Received unexpected event network-vif-plugged-f857a61d-72ac-4399-b589-ca9f1f70d17d for instance with vm_state building and task_state spawning. [ 1092.618937] env[69169]: DEBUG nova.compute.manager [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Received event network-changed-f857a61d-72ac-4399-b589-ca9f1f70d17d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.619042] env[69169]: DEBUG nova.compute.manager [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Refreshing instance network info cache due to event network-changed-f857a61d-72ac-4399-b589-ca9f1f70d17d. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.619218] env[69169]: DEBUG oslo_concurrency.lockutils [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] Acquiring lock "refresh_cache-760737a3-65d8-41a8-80b3-36a4247defe6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.729317] env[69169]: DEBUG nova.network.neutron [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.892557] env[69169]: DEBUG nova.compute.manager [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.906450] env[69169]: DEBUG nova.network.neutron [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Updating instance_info_cache with network_info: [{"id": "f857a61d-72ac-4399-b589-ca9f1f70d17d", "address": "fa:16:3e:ad:4f:5c", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf857a61d-72", "ovs_interfaceid": "f857a61d-72ac-4399-b589-ca9f1f70d17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.960609] env[69169]: DEBUG nova.compute.manager [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.960609] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.960855] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66661f4-38fa-49e9-9ea5-52fd6e67705d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.970140] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.971619] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f8831a-fdfc-471a-bacb-f23ec586c176 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.983463] env[69169]: DEBUG oslo_vmware.api [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1092.983463] env[69169]: value = "task-3251653" [ 1092.983463] env[69169]: _type = "Task" [ 1092.983463] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.993096] env[69169]: DEBUG oslo_vmware.api [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.028454] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "59f58c54-2c9f-4f88-97c2-5fb21e864f12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.028454] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "59f58c54-2c9f-4f88-97c2-5fb21e864f12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.032293] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquiring lock "b8a29c26-457b-48a6-b550-036faa697f6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.032293] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Lock "b8a29c26-457b-48a6-b550-036faa697f6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.032293] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquiring lock "b8a29c26-457b-48a6-b550-036faa697f6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.032293] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Lock "b8a29c26-457b-48a6-b550-036faa697f6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.032293] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Lock "b8a29c26-457b-48a6-b550-036faa697f6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.033379] env[69169]: INFO nova.compute.manager [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Terminating instance [ 1093.113722] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.114313] env[69169]: DEBUG nova.compute.manager [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.117381] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.360s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.117884] env[69169]: DEBUG nova.objects.instance [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lazy-loading 'resources' on Instance uuid 8c079e7f-672c-45d3-b2e4-635e84dacc13 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.407795] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "refresh_cache-760737a3-65d8-41a8-80b3-36a4247defe6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.409340] env[69169]: DEBUG nova.compute.manager [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Instance network_info: |[{"id": "f857a61d-72ac-4399-b589-ca9f1f70d17d", "address": "fa:16:3e:ad:4f:5c", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf857a61d-72", "ovs_interfaceid": "f857a61d-72ac-4399-b589-ca9f1f70d17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.409340] env[69169]: DEBUG oslo_concurrency.lockutils [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] Acquired lock "refresh_cache-760737a3-65d8-41a8-80b3-36a4247defe6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.409340] env[69169]: DEBUG nova.network.neutron [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Refreshing network info cache for port f857a61d-72ac-4399-b589-ca9f1f70d17d {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.409761] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:4f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f857a61d-72ac-4399-b589-ca9f1f70d17d', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.417990] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.423386] env[69169]: DEBUG oslo_concurrency.lockutils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.423645] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.424483] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70f283d0-0faf-4547-a4ea-a7a76ab539d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.446953] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.446953] env[69169]: value = "task-3251654" [ 1093.446953] env[69169]: _type = "Task" [ 1093.446953] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.455559] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251654, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.493753] env[69169]: DEBUG oslo_vmware.api [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251653, 'name': PowerOffVM_Task, 'duration_secs': 0.375341} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.493964] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.494154] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.494410] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d67af97-110c-48b8-b1d9-60df542711bf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.531517] env[69169]: DEBUG nova.compute.manager [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.539577] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquiring lock "refresh_cache-b8a29c26-457b-48a6-b550-036faa697f6c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.539765] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquired lock "refresh_cache-b8a29c26-457b-48a6-b550-036faa697f6c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.539945] env[69169]: DEBUG nova.network.neutron [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.593706] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.594051] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.594339] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleting the datastore file [datastore1] b795a13c-58a3-4417-8e32-a8dad6b63387 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.594721] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da6b7fa4-42c5-42b9-9ca2-9cfba7062cc2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.602762] env[69169]: DEBUG oslo_vmware.api [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1093.602762] env[69169]: value = "task-3251656" [ 1093.602762] env[69169]: _type = "Task" [ 1093.602762] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.615421] env[69169]: DEBUG oslo_vmware.api [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.623036] env[69169]: DEBUG nova.compute.utils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.624568] env[69169]: DEBUG nova.compute.manager [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.624752] env[69169]: DEBUG nova.network.neutron [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.707830] env[69169]: DEBUG nova.policy [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0177c0b2f9ce4183b140261be4c518e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd41743244b0549eb86296bd4a6924465', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.780444] env[69169]: DEBUG nova.network.neutron [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Updated VIF entry in instance network info cache for port f857a61d-72ac-4399-b589-ca9f1f70d17d. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.780790] env[69169]: DEBUG nova.network.neutron [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Updating instance_info_cache with network_info: [{"id": "f857a61d-72ac-4399-b589-ca9f1f70d17d", "address": "fa:16:3e:ad:4f:5c", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf857a61d-72", "ovs_interfaceid": "f857a61d-72ac-4399-b589-ca9f1f70d17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.963548] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251654, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.990665] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279addab-237a-44ec-bcbb-774eb26ba754 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.999689] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7d949f-0699-4ced-8d2d-bb202eaec8dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.041089] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e0ee09-f4e1-498e-b00b-a1bdef63b88d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.058253] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b252a65-1b23-4711-83b6-1fbd07aa95df {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.064238] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.077026] env[69169]: DEBUG nova.compute.provider_tree [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.079396] env[69169]: DEBUG nova.network.neutron [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.113370] env[69169]: DEBUG oslo_vmware.api [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309722} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.113703] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.114012] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.114243] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.114451] env[69169]: INFO nova.compute.manager [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1094.114761] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.115644] env[69169]: DEBUG nova.compute.manager [-] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.115644] env[69169]: DEBUG nova.network.neutron [-] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.127897] env[69169]: DEBUG nova.compute.manager [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.169221] env[69169]: DEBUG nova.network.neutron [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.191861] env[69169]: DEBUG nova.network.neutron [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Successfully created port: 1743cde0-73cd-403c-8730-c21dd1beafc5 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.236654] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "d65be3d9-0fc4-4d55-a159-db1e28ddbd1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.237022] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "d65be3d9-0fc4-4d55-a159-db1e28ddbd1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.237288] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "d65be3d9-0fc4-4d55-a159-db1e28ddbd1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.237488] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "d65be3d9-0fc4-4d55-a159-db1e28ddbd1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.237658] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "d65be3d9-0fc4-4d55-a159-db1e28ddbd1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.240120] env[69169]: INFO nova.compute.manager [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Terminating instance [ 1094.284149] env[69169]: DEBUG oslo_concurrency.lockutils [req-01cb4d11-4563-466e-8d0d-ce69873b8bfb req-78f02ea2-fc86-4c5c-8490-f3a4c20ca433 service nova] Releasing lock "refresh_cache-760737a3-65d8-41a8-80b3-36a4247defe6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.460709] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251654, 'name': CreateVM_Task, 'duration_secs': 0.579816} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.461119] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.462032] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.462393] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.462878] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.463199] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7285a6cc-98b5-4946-9a7e-3059498a9975 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.471030] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1094.471030] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525ae2ed-1447-2894-e19e-edec5fb932d2" [ 1094.471030] env[69169]: _type = "Task" [ 1094.471030] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.485461] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525ae2ed-1447-2894-e19e-edec5fb932d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.584116] env[69169]: DEBUG nova.scheduler.client.report [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.672162] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Releasing lock "refresh_cache-b8a29c26-457b-48a6-b550-036faa697f6c" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.672599] env[69169]: DEBUG nova.compute.manager [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.672793] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.674116] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f12ea35-b3fa-4e3c-b324-5e23f550bc4c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.687084] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.687383] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-866d838a-e562-433a-ba41-85d934580856 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.696477] env[69169]: DEBUG oslo_vmware.api [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1094.696477] env[69169]: value = "task-3251658" [ 1094.696477] env[69169]: _type = "Task" [ 1094.696477] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.707960] env[69169]: DEBUG oslo_vmware.api [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.745573] env[69169]: DEBUG nova.compute.manager [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.745802] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.746723] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55040712-7a1d-4690-97fa-e1f7e1cd7c18 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.756121] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.756574] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f50536a8-55ec-499d-af08-ce88197af98e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.765614] env[69169]: DEBUG oslo_vmware.api [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1094.765614] env[69169]: value = "task-3251659" [ 1094.765614] env[69169]: _type = "Task" [ 1094.765614] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.776415] env[69169]: DEBUG oslo_vmware.api [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.845525] env[69169]: DEBUG nova.compute.manager [req-c4e0ef4e-bd51-4523-938a-a193dd625436 req-6534a2fa-ddba-465b-980a-a68257f1151d service nova] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Received event network-vif-deleted-787cfe4a-6945-4ba1-a775-5de7a046711b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.846415] env[69169]: INFO nova.compute.manager [req-c4e0ef4e-bd51-4523-938a-a193dd625436 req-6534a2fa-ddba-465b-980a-a68257f1151d service nova] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Neutron deleted interface 787cfe4a-6945-4ba1-a775-5de7a046711b; detaching it from the instance and deleting it from the info cache [ 1094.846897] env[69169]: DEBUG nova.network.neutron [req-c4e0ef4e-bd51-4523-938a-a193dd625436 req-6534a2fa-ddba-465b-980a-a68257f1151d service nova] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.986656] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525ae2ed-1447-2894-e19e-edec5fb932d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013918} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.987235] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.987596] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.987902] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.988125] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.988405] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.988839] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8639df41-15da-46b9-900c-c4967a6002ae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.001156] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.001946] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.004997] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df96395-4d28-452d-864d-6e7070dd866f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.016329] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1095.016329] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fd6b1a-ccbf-46a9-2467-d5848552a47c" [ 1095.016329] env[69169]: _type = "Task" [ 1095.016329] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.024436] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fd6b1a-ccbf-46a9-2467-d5848552a47c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.090763] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.093501] env[69169]: DEBUG oslo_concurrency.lockutils [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.258s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.094029] env[69169]: DEBUG nova.objects.instance [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lazy-loading 'resources' on Instance uuid 86b49110-4193-4eb9-b2e4-40b97ff58a2b {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.127054] env[69169]: INFO nova.scheduler.client.report [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted allocations for instance 8c079e7f-672c-45d3-b2e4-635e84dacc13 [ 1095.138832] env[69169]: DEBUG nova.compute.manager [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.176609] env[69169]: DEBUG nova.virt.hardware [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.177435] env[69169]: DEBUG nova.virt.hardware [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.177953] env[69169]: DEBUG nova.virt.hardware [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.178325] env[69169]: DEBUG nova.virt.hardware [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.178626] env[69169]: DEBUG nova.virt.hardware [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.178941] env[69169]: DEBUG nova.virt.hardware [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.180538] env[69169]: DEBUG nova.virt.hardware [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.180538] env[69169]: DEBUG nova.virt.hardware [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.180538] env[69169]: DEBUG nova.virt.hardware [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.180538] env[69169]: DEBUG nova.virt.hardware [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.180538] env[69169]: DEBUG nova.virt.hardware [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.182784] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af5c3d0-ad0d-4948-affe-cceaea0cb5e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.202189] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834077bb-e8d8-4426-a2f9-1e7018d70d07 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.213757] env[69169]: DEBUG oslo_vmware.api [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251658, 'name': PowerOffVM_Task, 'duration_secs': 0.187606} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.222794] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.223879] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.224112] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc925fb2-4fc3-4975-93c5-c0f72b5d07b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.263206] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.264055] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.264055] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Deleting the datastore file [datastore2] b8a29c26-457b-48a6-b550-036faa697f6c {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.264055] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e18f2aae-cf2b-4bd3-9ceb-2722625f4afc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.275957] env[69169]: DEBUG oslo_vmware.api [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251659, 'name': PowerOffVM_Task, 'duration_secs': 0.31194} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.277258] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.277662] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.277761] env[69169]: DEBUG oslo_vmware.api [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for the task: (returnval){ [ 1095.277761] env[69169]: value = "task-3251661" [ 1095.277761] env[69169]: _type = "Task" [ 1095.277761] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.277946] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-151086f8-16f1-489b-8bb8-c8a86b59cf9d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.332488] env[69169]: DEBUG nova.network.neutron [-] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.356307] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.356307] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.356788] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Deleting the datastore file [datastore2] d65be3d9-0fc4-4d55-a159-db1e28ddbd1f {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.357148] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a93a30c-a424-439d-b6a0-6fdf3fee60f5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.359990] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ebd9f11-4d97-4134-b802-ef0bded44843 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.383411] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74abe2f0-1f96-4ec3-b72e-6c9c987cc3c2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.397494] env[69169]: DEBUG oslo_vmware.api [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1095.397494] env[69169]: value = "task-3251663" [ 1095.397494] env[69169]: _type = "Task" [ 1095.397494] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.411489] env[69169]: DEBUG oslo_vmware.api [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.431226] env[69169]: DEBUG nova.compute.manager [req-c4e0ef4e-bd51-4523-938a-a193dd625436 req-6534a2fa-ddba-465b-980a-a68257f1151d service nova] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Detach interface failed, port_id=787cfe4a-6945-4ba1-a775-5de7a046711b, reason: Instance b795a13c-58a3-4417-8e32-a8dad6b63387 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.529944] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fd6b1a-ccbf-46a9-2467-d5848552a47c, 'name': SearchDatastore_Task, 'duration_secs': 0.016556} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.534029] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e30767-9c49-43a4-8dde-39b4c36df032 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.543025] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1095.543025] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5242125b-e8a2-a8fe-50c7-e1df24e7df65" [ 1095.543025] env[69169]: _type = "Task" [ 1095.543025] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.550431] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5242125b-e8a2-a8fe-50c7-e1df24e7df65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.636491] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f4f9f874-66cb-4775-aa22-4e54aa6a03d4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "8c079e7f-672c-45d3-b2e4-635e84dacc13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.419s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.685463] env[69169]: DEBUG nova.compute.manager [req-ae9510f8-0c6e-4a6a-8c70-9cc6b5fa210c req-fd0aafe9-aa8c-4d86-9b27-5dce82633ad1 service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Received event network-vif-plugged-1743cde0-73cd-403c-8730-c21dd1beafc5 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.685909] env[69169]: DEBUG oslo_concurrency.lockutils [req-ae9510f8-0c6e-4a6a-8c70-9cc6b5fa210c req-fd0aafe9-aa8c-4d86-9b27-5dce82633ad1 service nova] Acquiring lock "ae5d09dc-915c-4504-a0b5-e21b1539d004-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.686163] env[69169]: DEBUG oslo_concurrency.lockutils [req-ae9510f8-0c6e-4a6a-8c70-9cc6b5fa210c req-fd0aafe9-aa8c-4d86-9b27-5dce82633ad1 service nova] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.686372] env[69169]: DEBUG oslo_concurrency.lockutils [req-ae9510f8-0c6e-4a6a-8c70-9cc6b5fa210c req-fd0aafe9-aa8c-4d86-9b27-5dce82633ad1 service nova] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.686492] env[69169]: DEBUG nova.compute.manager [req-ae9510f8-0c6e-4a6a-8c70-9cc6b5fa210c req-fd0aafe9-aa8c-4d86-9b27-5dce82633ad1 service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] No waiting events found dispatching network-vif-plugged-1743cde0-73cd-403c-8730-c21dd1beafc5 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.686659] env[69169]: WARNING nova.compute.manager [req-ae9510f8-0c6e-4a6a-8c70-9cc6b5fa210c req-fd0aafe9-aa8c-4d86-9b27-5dce82633ad1 service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Received unexpected event network-vif-plugged-1743cde0-73cd-403c-8730-c21dd1beafc5 for instance with vm_state building and task_state spawning. [ 1095.792843] env[69169]: DEBUG oslo_vmware.api [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Task: {'id': task-3251661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204631} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.795720] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.795978] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.796116] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.796296] env[69169]: INFO nova.compute.manager [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1095.796539] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.796957] env[69169]: DEBUG nova.compute.manager [-] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.797072] env[69169]: DEBUG nova.network.neutron [-] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.821205] env[69169]: DEBUG nova.network.neutron [-] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.836433] env[69169]: INFO nova.compute.manager [-] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Took 1.72 seconds to deallocate network for instance. [ 1095.849016] env[69169]: DEBUG nova.network.neutron [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Successfully updated port: 1743cde0-73cd-403c-8730-c21dd1beafc5 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.914325] env[69169]: DEBUG oslo_vmware.api [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372295} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.914591] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.914777] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.914955] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.915152] env[69169]: INFO nova.compute.manager [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1095.916487] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.916877] env[69169]: DEBUG nova.compute.manager [-] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.916940] env[69169]: DEBUG nova.network.neutron [-] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.986476] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612041c3-c0fc-4c28-bb94-2e53aaabb872 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.994711] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92b1f4b-cda0-438c-8061-1790088d8439 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.035335] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18abdc8-95dc-4c64-a139-742e12662253 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.056437] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5242125b-e8a2-a8fe-50c7-e1df24e7df65, 'name': SearchDatastore_Task, 'duration_secs': 0.012099} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.056865] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.057183] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 760737a3-65d8-41a8-80b3-36a4247defe6/760737a3-65d8-41a8-80b3-36a4247defe6.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.058491] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6ddaea-2e08-4e4c-b3a1-62693bde31bf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.062543] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9e5bf87-b4b5-4654-9c70-cbb579e144e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.078388] env[69169]: DEBUG nova.compute.provider_tree [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.081947] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1096.081947] env[69169]: value = "task-3251664" [ 1096.081947] env[69169]: _type = "Task" [ 1096.081947] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.092352] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.309365] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1096.309365] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649727', 'volume_id': 'ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7', 'name': 'volume-ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31492cd2-0e25-454c-840e-6d0cd9ea8dd4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7', 'serial': 'ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1096.309549] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea625ac-301d-49b2-a2a6-65376c56a691 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.330904] env[69169]: DEBUG nova.network.neutron [-] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.330904] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d55dd28-6322-47b7-8103-4a868ea1556b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.356578] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "refresh_cache-ae5d09dc-915c-4504-a0b5-e21b1539d004" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.356729] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired lock "refresh_cache-ae5d09dc-915c-4504-a0b5-e21b1539d004" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.357604] env[69169]: DEBUG nova.network.neutron [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.358713] env[69169]: DEBUG oslo_concurrency.lockutils [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.368018] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7/volume-ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.372015] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f0108a-d0b9-4f66-a8d3-a32fb086e8cc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.393460] env[69169]: DEBUG oslo_vmware.api [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1096.393460] env[69169]: value = "task-3251665" [ 1096.393460] env[69169]: _type = "Task" [ 1096.393460] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.404114] env[69169]: DEBUG oslo_vmware.api [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.424044] env[69169]: DEBUG nova.network.neutron [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.584358] env[69169]: DEBUG nova.scheduler.client.report [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.602871] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251664, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.656718] env[69169]: DEBUG nova.network.neutron [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Updating instance_info_cache with network_info: [{"id": "1743cde0-73cd-403c-8730-c21dd1beafc5", "address": "fa:16:3e:64:01:31", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1743cde0-73", "ovs_interfaceid": "1743cde0-73cd-403c-8730-c21dd1beafc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.720600] env[69169]: DEBUG nova.network.neutron [-] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.834788] env[69169]: INFO nova.compute.manager [-] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Took 1.04 seconds to deallocate network for instance. [ 1096.906502] env[69169]: DEBUG oslo_vmware.api [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.089715] env[69169]: DEBUG oslo_concurrency.lockutils [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.092586] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.794s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.105197] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251664, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.107375] env[69169]: INFO nova.scheduler.client.report [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleted allocations for instance 86b49110-4193-4eb9-b2e4-40b97ff58a2b [ 1097.160794] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Releasing lock "refresh_cache-ae5d09dc-915c-4504-a0b5-e21b1539d004" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.160794] env[69169]: DEBUG nova.compute.manager [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Instance network_info: |[{"id": "1743cde0-73cd-403c-8730-c21dd1beafc5", "address": "fa:16:3e:64:01:31", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1743cde0-73", "ovs_interfaceid": "1743cde0-73cd-403c-8730-c21dd1beafc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.161945] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:01:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1743cde0-73cd-403c-8730-c21dd1beafc5', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.168453] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Creating folder: Project (d41743244b0549eb86296bd4a6924465). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.169209] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-413b1ad8-226e-455e-87fa-d9d0e63d13ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.182809] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Created folder: Project (d41743244b0549eb86296bd4a6924465) in parent group-v649481. [ 1097.182988] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Creating folder: Instances. Parent ref: group-v649729. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.186278] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b092c19b-25d1-4c92-b7fb-56c1fb24cbf3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.197310] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Created folder: Instances in parent group-v649729. [ 1097.197563] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.197758] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.197965] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-746ed7a8-0fce-45cd-a3aa-e9741642bc76 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.224059] env[69169]: INFO nova.compute.manager [-] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Took 1.31 seconds to deallocate network for instance. [ 1097.229275] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.229275] env[69169]: value = "task-3251668" [ 1097.229275] env[69169]: _type = "Task" [ 1097.229275] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.248157] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251668, 'name': CreateVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.344302] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.410945] env[69169]: DEBUG oslo_vmware.api [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251665, 'name': ReconfigVM_Task, 'duration_secs': 0.677081} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.410945] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7/volume-ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.419350] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5a21aed-e611-4744-8a0b-b3452cd427cf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.438499] env[69169]: DEBUG oslo_vmware.api [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1097.438499] env[69169]: value = "task-3251669" [ 1097.438499] env[69169]: _type = "Task" [ 1097.438499] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.448734] env[69169]: DEBUG oslo_vmware.api [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.481853] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dd8a73-af6f-446e-9718-d43de122d873 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.490816] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739023ff-5268-4eab-afc3-681bdd15d52c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.529025] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c0d23a-d5cc-476e-b57e-f2d56d18fbf0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.537800] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fae2751-dc7e-4978-9c85-cc98e389ccfe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.553343] env[69169]: DEBUG nova.compute.provider_tree [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.561313] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "8dfec921-5f64-4da4-86b1-3afa5650a485" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.561534] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "8dfec921-5f64-4da4-86b1-3afa5650a485" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.562597] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "f2e16ff2-6995-4985-a3ee-b19772a73edf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.562858] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "f2e16ff2-6995-4985-a3ee-b19772a73edf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.603559] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251664, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.614048] env[69169]: DEBUG oslo_concurrency.lockutils [None req-713a2c08-c74b-4543-b696-cd62d7d023ae tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "86b49110-4193-4eb9-b2e4-40b97ff58a2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.400s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.716923] env[69169]: DEBUG nova.compute.manager [req-e821ee4f-67c7-44ac-9683-01c3c6fb6b63 req-298f1a7f-c1fe-4e3a-a451-2a1732c9240a service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Received event network-changed-1743cde0-73cd-403c-8730-c21dd1beafc5 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.717231] env[69169]: DEBUG nova.compute.manager [req-e821ee4f-67c7-44ac-9683-01c3c6fb6b63 req-298f1a7f-c1fe-4e3a-a451-2a1732c9240a service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Refreshing instance network info cache due to event network-changed-1743cde0-73cd-403c-8730-c21dd1beafc5. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.717461] env[69169]: DEBUG oslo_concurrency.lockutils [req-e821ee4f-67c7-44ac-9683-01c3c6fb6b63 req-298f1a7f-c1fe-4e3a-a451-2a1732c9240a service nova] Acquiring lock "refresh_cache-ae5d09dc-915c-4504-a0b5-e21b1539d004" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.717607] env[69169]: DEBUG oslo_concurrency.lockutils [req-e821ee4f-67c7-44ac-9683-01c3c6fb6b63 req-298f1a7f-c1fe-4e3a-a451-2a1732c9240a service nova] Acquired lock "refresh_cache-ae5d09dc-915c-4504-a0b5-e21b1539d004" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.717767] env[69169]: DEBUG nova.network.neutron [req-e821ee4f-67c7-44ac-9683-01c3c6fb6b63 req-298f1a7f-c1fe-4e3a-a451-2a1732c9240a service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Refreshing network info cache for port 1743cde0-73cd-403c-8730-c21dd1beafc5 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.739873] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.743678] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251668, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.932870] env[69169]: DEBUG oslo_concurrency.lockutils [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "57b59d5e-86f1-4fd3-8d2a-52c86b9798bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.933187] env[69169]: DEBUG oslo_concurrency.lockutils [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "57b59d5e-86f1-4fd3-8d2a-52c86b9798bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.933392] env[69169]: DEBUG oslo_concurrency.lockutils [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "57b59d5e-86f1-4fd3-8d2a-52c86b9798bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.933576] env[69169]: DEBUG oslo_concurrency.lockutils [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "57b59d5e-86f1-4fd3-8d2a-52c86b9798bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.933745] env[69169]: DEBUG oslo_concurrency.lockutils [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "57b59d5e-86f1-4fd3-8d2a-52c86b9798bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.936286] env[69169]: INFO nova.compute.manager [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Terminating instance [ 1097.951611] env[69169]: DEBUG oslo_vmware.api [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251669, 'name': ReconfigVM_Task, 'duration_secs': 0.162031} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.951917] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649727', 'volume_id': 'ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7', 'name': 'volume-ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31492cd2-0e25-454c-840e-6d0cd9ea8dd4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7', 'serial': 'ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1098.062456] env[69169]: DEBUG nova.scheduler.client.report [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.065695] env[69169]: DEBUG nova.compute.manager [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.068713] env[69169]: DEBUG nova.compute.manager [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.106238] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251664, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.804467} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.107576] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 760737a3-65d8-41a8-80b3-36a4247defe6/760737a3-65d8-41a8-80b3-36a4247defe6.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.107892] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.108066] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7ec3e9c-5d80-45f4-82d5-9b5474d82247 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.118437] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1098.118437] env[69169]: value = "task-3251670" [ 1098.118437] env[69169]: _type = "Task" [ 1098.118437] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.128626] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.244519] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251668, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.440132] env[69169]: DEBUG nova.compute.manager [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.440384] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.441349] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd75ee45-1d49-4baa-92fd-74f71cb26f9a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.450131] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.450998] env[69169]: DEBUG nova.network.neutron [req-e821ee4f-67c7-44ac-9683-01c3c6fb6b63 req-298f1a7f-c1fe-4e3a-a451-2a1732c9240a service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Updated VIF entry in instance network info cache for port 1743cde0-73cd-403c-8730-c21dd1beafc5. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.451382] env[69169]: DEBUG nova.network.neutron [req-e821ee4f-67c7-44ac-9683-01c3c6fb6b63 req-298f1a7f-c1fe-4e3a-a451-2a1732c9240a service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Updating instance_info_cache with network_info: [{"id": "1743cde0-73cd-403c-8730-c21dd1beafc5", "address": "fa:16:3e:64:01:31", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1743cde0-73", "ovs_interfaceid": "1743cde0-73cd-403c-8730-c21dd1beafc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.452761] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b6fdc7a-707a-49ac-a318-9947db89569f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.464013] env[69169]: DEBUG oslo_vmware.api [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1098.464013] env[69169]: value = "task-3251671" [ 1098.464013] env[69169]: _type = "Task" [ 1098.464013] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.473726] env[69169]: DEBUG oslo_vmware.api [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.570067] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.477s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.570308] env[69169]: INFO nova.compute.manager [None req-b0345436-7210-4555-9222-67e66b323223 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Successfully reverted task state from rebuilding on failure for instance. [ 1098.575677] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.252s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.578037] env[69169]: INFO nova.compute.claims [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.605287] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.613028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.631402] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074983} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.631687] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.632509] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9049297d-e12d-45a9-8960-8dc40fcbe228 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.655666] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 760737a3-65d8-41a8-80b3-36a4247defe6/760737a3-65d8-41a8-80b3-36a4247defe6.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.655985] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c690d9b5-aa93-4160-9ead-8881621a21d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.679352] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1098.679352] env[69169]: value = "task-3251672" [ 1098.679352] env[69169]: _type = "Task" [ 1098.679352] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.690561] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.743634] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251668, 'name': CreateVM_Task, 'duration_secs': 1.473983} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.743833] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.744584] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.744773] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.745164] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.745453] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a554e24-f961-47b4-9761-6cc411d64ca7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.751274] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1098.751274] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527ee7ac-ca10-d3dc-0fd2-a2a946fa40ec" [ 1098.751274] env[69169]: _type = "Task" [ 1098.751274] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.760719] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527ee7ac-ca10-d3dc-0fd2-a2a946fa40ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.955683] env[69169]: DEBUG oslo_concurrency.lockutils [req-e821ee4f-67c7-44ac-9683-01c3c6fb6b63 req-298f1a7f-c1fe-4e3a-a451-2a1732c9240a service nova] Releasing lock "refresh_cache-ae5d09dc-915c-4504-a0b5-e21b1539d004" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.956094] env[69169]: DEBUG nova.compute.manager [req-e821ee4f-67c7-44ac-9683-01c3c6fb6b63 req-298f1a7f-c1fe-4e3a-a451-2a1732c9240a service nova] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Received event network-vif-deleted-842e1848-22cf-4e41-8a7e-75bfab3a9f82 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.973834] env[69169]: DEBUG oslo_vmware.api [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251671, 'name': PowerOffVM_Task, 'duration_secs': 0.260325} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.974176] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.974353] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.974604] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24484c90-73dc-452e-9e51-27f065aea575 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.992270] env[69169]: DEBUG nova.objects.instance [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lazy-loading 'flavor' on Instance uuid 31492cd2-0e25-454c-840e-6d0cd9ea8dd4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.049898] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.050103] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.050285] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleting the datastore file [datastore2] 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.050560] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2b6b696-0e7d-4663-88ac-8f8a93d2e975 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.057701] env[69169]: DEBUG oslo_vmware.api [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1099.057701] env[69169]: value = "task-3251674" [ 1099.057701] env[69169]: _type = "Task" [ 1099.057701] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.066331] env[69169]: DEBUG oslo_vmware.api [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.190859] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251672, 'name': ReconfigVM_Task, 'duration_secs': 0.282062} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.191030] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 760737a3-65d8-41a8-80b3-36a4247defe6/760737a3-65d8-41a8-80b3-36a4247defe6.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.191997] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb1370b6-7812-42bf-8fc6-68820ec13531 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.199665] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1099.199665] env[69169]: value = "task-3251675" [ 1099.199665] env[69169]: _type = "Task" [ 1099.199665] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.210934] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251675, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.263251] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527ee7ac-ca10-d3dc-0fd2-a2a946fa40ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010976} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.263579] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.263818] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.264069] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.264222] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.264401] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.264708] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88e90f61-a4de-4068-86dc-f71e1db15387 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.274980] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.275148] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.275966] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9812d193-5050-42f6-a9d9-3ce711f8a01b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.282955] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1099.282955] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5235263e-7389-ffc0-5a41-067624129544" [ 1099.282955] env[69169]: _type = "Task" [ 1099.282955] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.292970] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5235263e-7389-ffc0-5a41-067624129544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.497094] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4044f32b-3812-4e1d-a59f-2ffd543347f0 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.845s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.567969] env[69169]: DEBUG oslo_vmware.api [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151505} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.568262] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.568450] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.568626] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.568800] env[69169]: INFO nova.compute.manager [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1099.569090] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.569302] env[69169]: DEBUG nova.compute.manager [-] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.569404] env[69169]: DEBUG nova.network.neutron [-] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.713377] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251675, 'name': Rename_Task, 'duration_secs': 0.156504} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.713664] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.713912] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-872245ae-19e3-4637-8206-818005704015 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.723295] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1099.723295] env[69169]: value = "task-3251676" [ 1099.723295] env[69169]: _type = "Task" [ 1099.723295] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.732316] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.795402] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5235263e-7389-ffc0-5a41-067624129544, 'name': SearchDatastore_Task, 'duration_secs': 0.010809} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.795875] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52cfdafd-f1d6-43a3-ab4c-db2d11b65faa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.806114] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1099.806114] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528b57cc-908e-f774-30ec-719215f34c88" [ 1099.806114] env[69169]: _type = "Task" [ 1099.806114] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.818208] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528b57cc-908e-f774-30ec-719215f34c88, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.820878] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.821180] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ae5d09dc-915c-4504-a0b5-e21b1539d004/ae5d09dc-915c-4504-a0b5-e21b1539d004.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.821643] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddedf951-aa54-484c-ad39-f39a8dd87a69 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.830079] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1099.830079] env[69169]: value = "task-3251677" [ 1099.830079] env[69169]: _type = "Task" [ 1099.830079] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.844201] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.853774] env[69169]: DEBUG nova.compute.manager [req-c5445c9e-f2e0-4aa5-841e-396cf823a6e8 req-a584615e-02bb-41a0-abda-159e67fa3795 service nova] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Received event network-vif-deleted-b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.854018] env[69169]: INFO nova.compute.manager [req-c5445c9e-f2e0-4aa5-841e-396cf823a6e8 req-a584615e-02bb-41a0-abda-159e67fa3795 service nova] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Neutron deleted interface b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43; detaching it from the instance and deleting it from the info cache [ 1099.854258] env[69169]: DEBUG nova.network.neutron [req-c5445c9e-f2e0-4aa5-841e-396cf823a6e8 req-a584615e-02bb-41a0-abda-159e67fa3795 service nova] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.901207] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f855e6-e975-4c94-b30d-ab5ed6411a9b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.911701] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d596b1e8-0f24-4256-9cac-d2b0d1d6042a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.944903] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.945159] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.946984] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd10710-21a5-45f0-ab01-f4c9d58044f8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.957441] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339e013c-ff03-4b21-b6e9-670ae47091d2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.972583] env[69169]: DEBUG nova.compute.provider_tree [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.239427] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.337987] env[69169]: DEBUG nova.network.neutron [-] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.343375] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453964} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.344143] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ae5d09dc-915c-4504-a0b5-e21b1539d004/ae5d09dc-915c-4504-a0b5-e21b1539d004.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.344266] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.344524] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7689e75-bf4a-49e0-bdef-8134390ec70f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.352516] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1100.352516] env[69169]: value = "task-3251678" [ 1100.352516] env[69169]: _type = "Task" [ 1100.352516] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.356639] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c27d9c8-b5b0-4b07-a260-173b66279d63 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.388158] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.393346] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b29f1e-4fec-4d3d-a488-743a57b2d40f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.444137] env[69169]: DEBUG nova.compute.manager [req-c5445c9e-f2e0-4aa5-841e-396cf823a6e8 req-a584615e-02bb-41a0-abda-159e67fa3795 service nova] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Detach interface failed, port_id=b7ba180d-55dc-4f9a-b2b8-2ca0ecb54d43, reason: Instance 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.452746] env[69169]: INFO nova.compute.manager [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Detaching volume b01520e2-8f22-4250-a45b-918ee430ace4 [ 1100.478844] env[69169]: DEBUG nova.scheduler.client.report [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.528863] env[69169]: INFO nova.virt.block_device [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Attempting to driver detach volume b01520e2-8f22-4250-a45b-918ee430ace4 from mountpoint /dev/sdb [ 1100.529470] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1100.529684] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649724', 'volume_id': 'b01520e2-8f22-4250-a45b-918ee430ace4', 'name': 'volume-b01520e2-8f22-4250-a45b-918ee430ace4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31492cd2-0e25-454c-840e-6d0cd9ea8dd4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b01520e2-8f22-4250-a45b-918ee430ace4', 'serial': 'b01520e2-8f22-4250-a45b-918ee430ace4'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1100.530624] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba6dfdf-9612-4329-bd6d-9e329a438fdd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.564927] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af80efba-5e04-4c90-98f8-10c10b2ae7ba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.575270] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6577a2e-4b74-4640-8788-a660fd5e5437 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.600787] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d294088f-a779-410a-9cb6-3d8bb025e939 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.618332] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] The volume has not been displaced from its original location: [datastore2] volume-b01520e2-8f22-4250-a45b-918ee430ace4/volume-b01520e2-8f22-4250-a45b-918ee430ace4.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1100.624929] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1100.625481] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e622f7-7ebf-4fa4-9ac2-c0f7433baddd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.646439] env[69169]: DEBUG oslo_vmware.api [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1100.646439] env[69169]: value = "task-3251679" [ 1100.646439] env[69169]: _type = "Task" [ 1100.646439] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.655922] env[69169]: DEBUG oslo_vmware.api [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.736612] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251676, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.844909] env[69169]: INFO nova.compute.manager [-] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Took 1.27 seconds to deallocate network for instance. [ 1100.862357] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076218} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.862625] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.863431] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d444a-d9bc-46a5-b808-78a6e57299a9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.886044] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] ae5d09dc-915c-4504-a0b5-e21b1539d004/ae5d09dc-915c-4504-a0b5-e21b1539d004.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.887121] env[69169]: DEBUG oslo_concurrency.lockutils [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.887349] env[69169]: DEBUG oslo_concurrency.lockutils [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.887541] env[69169]: DEBUG oslo_concurrency.lockutils [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.887722] env[69169]: DEBUG oslo_concurrency.lockutils [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.887887] env[69169]: DEBUG oslo_concurrency.lockutils [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.889362] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4180652a-c9f5-4b82-b03b-4fd8326a4b65 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.903496] env[69169]: INFO nova.compute.manager [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Terminating instance [ 1100.911877] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1100.911877] env[69169]: value = "task-3251680" [ 1100.911877] env[69169]: _type = "Task" [ 1100.911877] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.921533] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.984528] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.985135] env[69169]: DEBUG nova.compute.manager [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.988592] env[69169]: DEBUG oslo_concurrency.lockutils [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.956s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.988592] env[69169]: DEBUG nova.objects.instance [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Lazy-loading 'resources' on Instance uuid a17c812e-4eec-402e-8a9f-6986cd0da4f8 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.157558] env[69169]: DEBUG oslo_vmware.api [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251679, 'name': ReconfigVM_Task, 'duration_secs': 0.42019} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.157770] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1101.162386] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5242072-976d-480b-a32b-1c70543395b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.177548] env[69169]: DEBUG oslo_vmware.api [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1101.177548] env[69169]: value = "task-3251681" [ 1101.177548] env[69169]: _type = "Task" [ 1101.177548] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.185969] env[69169]: DEBUG oslo_vmware.api [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.237479] env[69169]: DEBUG oslo_vmware.api [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251676, 'name': PowerOnVM_Task, 'duration_secs': 1.09874} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.237762] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.238019] env[69169]: INFO nova.compute.manager [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1101.238211] env[69169]: DEBUG nova.compute.manager [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.239064] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22758ba3-30a5-4e86-84b2-d8586e3b1031 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.352327] env[69169]: DEBUG oslo_concurrency.lockutils [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.407963] env[69169]: DEBUG nova.compute.manager [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.408268] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.409207] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895cea41-0aad-4328-9a3f-1db6907eca1a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.422108] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.424359] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.424606] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5a37ed3-7dec-43cc-b034-c90db5b00b4c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.432448] env[69169]: DEBUG oslo_vmware.api [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1101.432448] env[69169]: value = "task-3251682" [ 1101.432448] env[69169]: _type = "Task" [ 1101.432448] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.441508] env[69169]: DEBUG oslo_vmware.api [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.490661] env[69169]: DEBUG nova.compute.utils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.494528] env[69169]: DEBUG nova.compute.manager [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.494700] env[69169]: DEBUG nova.network.neutron [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.543508] env[69169]: DEBUG nova.policy [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f7a094582843eab85b90eea6ce9e0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ee916f626748c1845df10d41cda95d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.690053] env[69169]: DEBUG oslo_vmware.api [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251681, 'name': ReconfigVM_Task, 'duration_secs': 0.157723} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.693027] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649724', 'volume_id': 'b01520e2-8f22-4250-a45b-918ee430ace4', 'name': 'volume-b01520e2-8f22-4250-a45b-918ee430ace4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31492cd2-0e25-454c-840e-6d0cd9ea8dd4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b01520e2-8f22-4250-a45b-918ee430ace4', 'serial': 'b01520e2-8f22-4250-a45b-918ee430ace4'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1101.762652] env[69169]: INFO nova.compute.manager [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Took 18.35 seconds to build instance. [ 1101.833942] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91332168-d445-4247-809f-ce5e0225879f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.842272] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d1e92e-7007-461b-b0b6-f40217123ae8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.886207] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a18a307-680a-4751-bce6-a327a7634670 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.897627] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f989df-8970-47ae-93d0-87a5d15e1367 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.916353] env[69169]: DEBUG nova.compute.provider_tree [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.926143] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251680, 'name': ReconfigVM_Task, 'duration_secs': 0.983158} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.927158] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Reconfigured VM instance instance-0000005b to attach disk [datastore1] ae5d09dc-915c-4504-a0b5-e21b1539d004/ae5d09dc-915c-4504-a0b5-e21b1539d004.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.928070] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-260dd46e-f179-4a04-bd09-7a28e97c14db {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.939153] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1101.939153] env[69169]: value = "task-3251683" [ 1101.939153] env[69169]: _type = "Task" [ 1101.939153] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.948352] env[69169]: DEBUG oslo_vmware.api [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251682, 'name': PowerOffVM_Task, 'duration_secs': 0.283436} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.949243] env[69169]: DEBUG nova.network.neutron [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Successfully created port: f6454bf6-ee8a-40e1-835e-bc5ef195a9f0 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.951639] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.951820] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.952109] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce30440e-b016-4dfb-8ba1-5c1dda95c59c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.958652] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251683, 'name': Rename_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.997960] env[69169]: DEBUG nova.compute.manager [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.025915] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.026258] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.026519] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleting the datastore file [datastore2] 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.026855] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c5f3e3e-57ac-4393-8527-523cb0ea7a76 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.034364] env[69169]: DEBUG oslo_vmware.api [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1102.034364] env[69169]: value = "task-3251685" [ 1102.034364] env[69169]: _type = "Task" [ 1102.034364] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.044389] env[69169]: DEBUG oslo_vmware.api [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.240233] env[69169]: DEBUG nova.objects.instance [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lazy-loading 'flavor' on Instance uuid 31492cd2-0e25-454c-840e-6d0cd9ea8dd4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.264869] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b45b92d1-339b-434f-9052-97c6331015ca tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "760737a3-65d8-41a8-80b3-36a4247defe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.861s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.421964] env[69169]: DEBUG nova.scheduler.client.report [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.450614] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251683, 'name': Rename_Task, 'duration_secs': 0.216101} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.450614] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.450614] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6d4ae1a-42d4-4a46-8891-7162c46477e7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.457408] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1102.457408] env[69169]: value = "task-3251686" [ 1102.457408] env[69169]: _type = "Task" [ 1102.457408] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.468356] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.545298] env[69169]: DEBUG oslo_vmware.api [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156217} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.546338] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.546577] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.546782] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.546994] env[69169]: INFO nova.compute.manager [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1102.547260] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.547741] env[69169]: DEBUG nova.compute.manager [-] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.547832] env[69169]: DEBUG nova.network.neutron [-] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.608369] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bf10ae61-be51-451c-93dc-d7fed162ede9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "760737a3-65d8-41a8-80b3-36a4247defe6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.608674] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bf10ae61-be51-451c-93dc-d7fed162ede9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "760737a3-65d8-41a8-80b3-36a4247defe6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.608897] env[69169]: DEBUG nova.compute.manager [None req-bf10ae61-be51-451c-93dc-d7fed162ede9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.609808] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d091b656-1147-4c86-888f-383ddf2e486a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.617886] env[69169]: DEBUG nova.compute.manager [None req-bf10ae61-be51-451c-93dc-d7fed162ede9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69169) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1102.618459] env[69169]: DEBUG nova.objects.instance [None req-bf10ae61-be51-451c-93dc-d7fed162ede9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lazy-loading 'flavor' on Instance uuid 760737a3-65d8-41a8-80b3-36a4247defe6 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.927070] env[69169]: DEBUG oslo_concurrency.lockutils [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.929616] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.241s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.929828] env[69169]: DEBUG nova.objects.instance [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Lazy-loading 'resources' on Instance uuid 93b15968-4f72-4330-8d9e-ed4c671afd7f {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.956046] env[69169]: INFO nova.scheduler.client.report [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Deleted allocations for instance a17c812e-4eec-402e-8a9f-6986cd0da4f8 [ 1102.971405] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.996078] env[69169]: DEBUG nova.compute.manager [req-ed756acc-6b82-40b0-bb30-9b495b8e6d1e req-abdaf3d7-51e4-4756-a8d4-18a6d360f98d service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Received event network-vif-deleted-d1108ea5-56b2-4135-84b0-a17d95c79474 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.996930] env[69169]: INFO nova.compute.manager [req-ed756acc-6b82-40b0-bb30-9b495b8e6d1e req-abdaf3d7-51e4-4756-a8d4-18a6d360f98d service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Neutron deleted interface d1108ea5-56b2-4135-84b0-a17d95c79474; detaching it from the instance and deleting it from the info cache [ 1102.996930] env[69169]: DEBUG nova.network.neutron [req-ed756acc-6b82-40b0-bb30-9b495b8e6d1e req-abdaf3d7-51e4-4756-a8d4-18a6d360f98d service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.011462] env[69169]: DEBUG nova.compute.manager [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.040519] env[69169]: DEBUG nova.virt.hardware [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.040837] env[69169]: DEBUG nova.virt.hardware [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.041064] env[69169]: DEBUG nova.virt.hardware [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.041303] env[69169]: DEBUG nova.virt.hardware [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.041478] env[69169]: DEBUG nova.virt.hardware [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.041653] env[69169]: DEBUG nova.virt.hardware [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.041907] env[69169]: DEBUG nova.virt.hardware [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.042166] env[69169]: DEBUG nova.virt.hardware [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.042339] env[69169]: DEBUG nova.virt.hardware [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.042538] env[69169]: DEBUG nova.virt.hardware [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.042754] env[69169]: DEBUG nova.virt.hardware [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.043725] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db245fc-497d-4a9f-b2c7-00e57997c727 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.054918] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155afbd3-3eb2-41c7-a0a0-f0e299692092 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.247677] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a6fe4f20-b0a7-4278-b05d-30ba8805f8a2 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.471035] env[69169]: DEBUG oslo_vmware.api [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251686, 'name': PowerOnVM_Task, 'duration_secs': 0.828527} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.471481] env[69169]: DEBUG oslo_concurrency.lockutils [None req-afddaf4d-6426-4edb-bee0-e58154c631d2 tempest-ServersNegativeTestMultiTenantJSON-1717173737 tempest-ServersNegativeTestMultiTenantJSON-1717173737-project-member] Lock "a17c812e-4eec-402e-8a9f-6986cd0da4f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.927s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.475120] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.475234] env[69169]: INFO nova.compute.manager [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1103.475508] env[69169]: DEBUG nova.compute.manager [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.476270] env[69169]: DEBUG nova.network.neutron [-] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.478089] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17381575-b512-4b7a-a29f-7a7f1cd87ee5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.500537] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-700f4d2c-8df4-4a25-a736-2483cadeea13 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.523065] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ee74bd-bb6d-4b08-8b17-5492b70cc9cf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.563742] env[69169]: DEBUG nova.compute.manager [req-ed756acc-6b82-40b0-bb30-9b495b8e6d1e req-abdaf3d7-51e4-4756-a8d4-18a6d360f98d service nova] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Detach interface failed, port_id=d1108ea5-56b2-4135-84b0-a17d95c79474, reason: Instance 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.629429] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf10ae61-be51-451c-93dc-d7fed162ede9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.629918] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2da9fedc-6916-4811-8ab3-22cbac3f7741 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.637747] env[69169]: DEBUG oslo_vmware.api [None req-bf10ae61-be51-451c-93dc-d7fed162ede9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1103.637747] env[69169]: value = "task-3251687" [ 1103.637747] env[69169]: _type = "Task" [ 1103.637747] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.647289] env[69169]: DEBUG oslo_vmware.api [None req-bf10ae61-be51-451c-93dc-d7fed162ede9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.696838] env[69169]: DEBUG oslo_concurrency.lockutils [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.698959] env[69169]: DEBUG oslo_concurrency.lockutils [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.768141] env[69169]: DEBUG nova.compute.manager [req-47fbdeeb-03a0-40be-80ca-789334e8e588 req-394f026d-4b8e-49ed-abe6-b599ca5c4b99 service nova] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Received event network-vif-plugged-f6454bf6-ee8a-40e1-835e-bc5ef195a9f0 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.768599] env[69169]: DEBUG oslo_concurrency.lockutils [req-47fbdeeb-03a0-40be-80ca-789334e8e588 req-394f026d-4b8e-49ed-abe6-b599ca5c4b99 service nova] Acquiring lock "66a53fab-9081-4e28-94a8-3b8ed260aeec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.768881] env[69169]: DEBUG oslo_concurrency.lockutils [req-47fbdeeb-03a0-40be-80ca-789334e8e588 req-394f026d-4b8e-49ed-abe6-b599ca5c4b99 service nova] Lock "66a53fab-9081-4e28-94a8-3b8ed260aeec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.769080] env[69169]: DEBUG oslo_concurrency.lockutils [req-47fbdeeb-03a0-40be-80ca-789334e8e588 req-394f026d-4b8e-49ed-abe6-b599ca5c4b99 service nova] Lock "66a53fab-9081-4e28-94a8-3b8ed260aeec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.769285] env[69169]: DEBUG nova.compute.manager [req-47fbdeeb-03a0-40be-80ca-789334e8e588 req-394f026d-4b8e-49ed-abe6-b599ca5c4b99 service nova] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] No waiting events found dispatching network-vif-plugged-f6454bf6-ee8a-40e1-835e-bc5ef195a9f0 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.769437] env[69169]: WARNING nova.compute.manager [req-47fbdeeb-03a0-40be-80ca-789334e8e588 req-394f026d-4b8e-49ed-abe6-b599ca5c4b99 service nova] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Received unexpected event network-vif-plugged-f6454bf6-ee8a-40e1-835e-bc5ef195a9f0 for instance with vm_state building and task_state spawning. [ 1103.814373] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594f00ec-46cc-4eac-bbf0-d3a5303d2e4c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.823316] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c169e628-1aef-4102-a96a-6244bdaf4937 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.859553] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd040017-34fb-4e1f-bf87-083794329f28 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.868532] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a6f35e-dfe2-4dcf-b78d-946a97f66fa0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.873504] env[69169]: DEBUG nova.network.neutron [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Successfully updated port: f6454bf6-ee8a-40e1-835e-bc5ef195a9f0 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.885490] env[69169]: DEBUG nova.compute.provider_tree [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.982225] env[69169]: INFO nova.compute.manager [-] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Took 1.43 seconds to deallocate network for instance. [ 1104.004261] env[69169]: INFO nova.compute.manager [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Took 18.75 seconds to build instance. [ 1104.149420] env[69169]: DEBUG oslo_vmware.api [None req-bf10ae61-be51-451c-93dc-d7fed162ede9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251687, 'name': PowerOffVM_Task, 'duration_secs': 0.269859} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.149780] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf10ae61-be51-451c-93dc-d7fed162ede9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.150161] env[69169]: DEBUG nova.compute.manager [None req-bf10ae61-be51-451c-93dc-d7fed162ede9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.150666] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa70b6fe-b057-40b3-975d-d4cc33d5f64b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.206478] env[69169]: INFO nova.compute.manager [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Detaching volume ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7 [ 1104.263816] env[69169]: INFO nova.virt.block_device [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Attempting to driver detach volume ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7 from mountpoint /dev/sdc [ 1104.264336] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1104.264572] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649727', 'volume_id': 'ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7', 'name': 'volume-ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31492cd2-0e25-454c-840e-6d0cd9ea8dd4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7', 'serial': 'ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1104.265484] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc8bd67-1595-402f-b72c-e01c1f5ce80e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.290133] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b82537-2a60-4c73-abc3-9ef15e30fd9d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.299540] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de9d7c1-62d5-4067-8f45-fe9a30d9cfd0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.322675] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f6d585-11a7-4e6a-b864-05443e08b326 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.342134] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] The volume has not been displaced from its original location: [datastore2] volume-ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7/volume-ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1104.347604] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Reconfiguring VM instance instance-0000004a to detach disk 2002 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1104.347996] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d0933ac-f266-4f12-ac1e-8d6ee792d310 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.376697] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "refresh_cache-66a53fab-9081-4e28-94a8-3b8ed260aeec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.376989] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "refresh_cache-66a53fab-9081-4e28-94a8-3b8ed260aeec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.377290] env[69169]: DEBUG nova.network.neutron [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.383934] env[69169]: DEBUG oslo_vmware.api [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1104.383934] env[69169]: value = "task-3251688" [ 1104.383934] env[69169]: _type = "Task" [ 1104.383934] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.390766] env[69169]: DEBUG nova.scheduler.client.report [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.401722] env[69169]: DEBUG oslo_vmware.api [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251688, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.490868] env[69169]: DEBUG oslo_concurrency.lockutils [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.506845] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1af77e1-5c43-4a28-861f-23f77b153378 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.262s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.664040] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bf10ae61-be51-451c-93dc-d7fed162ede9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "760737a3-65d8-41a8-80b3-36a4247defe6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.902042] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.906953] env[69169]: DEBUG oslo_vmware.api [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251688, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.907829] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.537s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.907829] env[69169]: DEBUG nova.objects.instance [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1104.926699] env[69169]: DEBUG nova.network.neutron [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.091489] env[69169]: DEBUG nova.network.neutron [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Updating instance_info_cache with network_info: [{"id": "f6454bf6-ee8a-40e1-835e-bc5ef195a9f0", "address": "fa:16:3e:1c:9f:79", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6454bf6-ee", "ovs_interfaceid": "f6454bf6-ee8a-40e1-835e-bc5ef195a9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.403721] env[69169]: DEBUG oslo_vmware.api [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251688, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.440017] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b065db04-55e8-4c27-9eb1-20a349eac8d2 tempest-ServerActionsV293TestJSON-1275352182 tempest-ServerActionsV293TestJSON-1275352182-project-member] Lock "93b15968-4f72-4330-8d9e-ed4c671afd7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.688s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.576058] env[69169]: INFO nova.compute.manager [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Rebuilding instance [ 1105.596140] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "refresh_cache-66a53fab-9081-4e28-94a8-3b8ed260aeec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.596454] env[69169]: DEBUG nova.compute.manager [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Instance network_info: |[{"id": "f6454bf6-ee8a-40e1-835e-bc5ef195a9f0", "address": "fa:16:3e:1c:9f:79", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6454bf6-ee", "ovs_interfaceid": "f6454bf6-ee8a-40e1-835e-bc5ef195a9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.597103] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:9f:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6454bf6-ee8a-40e1-835e-bc5ef195a9f0', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.605027] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.609175] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.609953] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b462f3ec-8479-4e7d-a475-a2678975c13d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.631197] env[69169]: DEBUG nova.compute.manager [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.632611] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8fc4fb-8cd0-4b55-95ec-2d8904a8054c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.635714] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.635714] env[69169]: value = "task-3251689" [ 1105.635714] env[69169]: _type = "Task" [ 1105.635714] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.647921] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251689, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.802715] env[69169]: DEBUG nova.compute.manager [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Received event network-changed-f6454bf6-ee8a-40e1-835e-bc5ef195a9f0 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.802835] env[69169]: DEBUG nova.compute.manager [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Refreshing instance network info cache due to event network-changed-f6454bf6-ee8a-40e1-835e-bc5ef195a9f0. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.803637] env[69169]: DEBUG oslo_concurrency.lockutils [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] Acquiring lock "refresh_cache-66a53fab-9081-4e28-94a8-3b8ed260aeec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.804040] env[69169]: DEBUG oslo_concurrency.lockutils [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] Acquired lock "refresh_cache-66a53fab-9081-4e28-94a8-3b8ed260aeec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.804270] env[69169]: DEBUG nova.network.neutron [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Refreshing network info cache for port f6454bf6-ee8a-40e1-835e-bc5ef195a9f0 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.900960] env[69169]: DEBUG oslo_vmware.api [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251688, 'name': ReconfigVM_Task, 'duration_secs': 1.259266} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.901281] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Reconfigured VM instance instance-0000004a to detach disk 2002 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.906148] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b3daff3-51d1-47c9-a286-87d1f387ab60 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.920179] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd678620-70e8-46f5-b917-2740012d833a tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.921381] env[69169]: DEBUG oslo_concurrency.lockutils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.498s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.923088] env[69169]: INFO nova.compute.claims [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.927582] env[69169]: DEBUG oslo_vmware.api [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1105.927582] env[69169]: value = "task-3251690" [ 1105.927582] env[69169]: _type = "Task" [ 1105.927582] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.937346] env[69169]: DEBUG oslo_vmware.api [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.150894] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251689, 'name': CreateVM_Task, 'duration_secs': 0.346994} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.151428] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.152657] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.152824] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.153269] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.153653] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb50e8b-c65f-4880-a981-990c90f4134c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.160688] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1106.160688] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526e8697-c3f0-f9f9-51f5-337e91bab403" [ 1106.160688] env[69169]: _type = "Task" [ 1106.160688] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.175319] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526e8697-c3f0-f9f9-51f5-337e91bab403, 'name': SearchDatastore_Task, 'duration_secs': 0.011648} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.175648] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.175889] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.176133] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.176293] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.176477] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.178426] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c87b3dd9-2acb-40be-b63d-37c53e7d5948 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.186170] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.186363] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.187124] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864b7a94-16f3-48c6-928b-3c13aa2eb73e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.195014] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1106.195014] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527729a3-742a-8198-cd36-cbddb1e32963" [ 1106.195014] env[69169]: _type = "Task" [ 1106.195014] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.203042] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527729a3-742a-8198-cd36-cbddb1e32963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.446536] env[69169]: DEBUG oslo_vmware.api [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251690, 'name': ReconfigVM_Task, 'duration_secs': 0.172457} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.447543] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649727', 'volume_id': 'ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7', 'name': 'volume-ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31492cd2-0e25-454c-840e-6d0cd9ea8dd4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7', 'serial': 'ed6f1d89-fd4d-4a82-ae13-a10439b0b9f7'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1106.633221] env[69169]: DEBUG nova.network.neutron [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Updated VIF entry in instance network info cache for port f6454bf6-ee8a-40e1-835e-bc5ef195a9f0. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.633621] env[69169]: DEBUG nova.network.neutron [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Updating instance_info_cache with network_info: [{"id": "f6454bf6-ee8a-40e1-835e-bc5ef195a9f0", "address": "fa:16:3e:1c:9f:79", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6454bf6-ee", "ovs_interfaceid": "f6454bf6-ee8a-40e1-835e-bc5ef195a9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.652376] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.652676] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e95328e6-8d90-4e25-995c-8eec8a45c9e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.662127] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1106.662127] env[69169]: value = "task-3251691" [ 1106.662127] env[69169]: _type = "Task" [ 1106.662127] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.672600] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.704409] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527729a3-742a-8198-cd36-cbddb1e32963, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.705244] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276bbb3d-d6e9-4575-a361-66175b05b3c9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.710872] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1106.710872] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5285eac0-2c57-faf2-6f77-6098992d6432" [ 1106.710872] env[69169]: _type = "Task" [ 1106.710872] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.719438] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5285eac0-2c57-faf2-6f77-6098992d6432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.998555] env[69169]: DEBUG nova.objects.instance [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lazy-loading 'flavor' on Instance uuid 31492cd2-0e25-454c-840e-6d0cd9ea8dd4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.136769] env[69169]: DEBUG oslo_concurrency.lockutils [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] Releasing lock "refresh_cache-66a53fab-9081-4e28-94a8-3b8ed260aeec" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.137078] env[69169]: DEBUG nova.compute.manager [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Received event network-changed-1743cde0-73cd-403c-8730-c21dd1beafc5 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.137258] env[69169]: DEBUG nova.compute.manager [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Refreshing instance network info cache due to event network-changed-1743cde0-73cd-403c-8730-c21dd1beafc5. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.137466] env[69169]: DEBUG oslo_concurrency.lockutils [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] Acquiring lock "refresh_cache-ae5d09dc-915c-4504-a0b5-e21b1539d004" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.137616] env[69169]: DEBUG oslo_concurrency.lockutils [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] Acquired lock "refresh_cache-ae5d09dc-915c-4504-a0b5-e21b1539d004" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.137783] env[69169]: DEBUG nova.network.neutron [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Refreshing network info cache for port 1743cde0-73cd-403c-8730-c21dd1beafc5 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.175882] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] VM already powered off {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1107.176150] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.177102] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d0c9cd-d34a-4dee-871e-d7cfcf10c92c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.185623] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.188518] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b8a1970-f24f-4598-946b-071af35772d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.223374] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5285eac0-2c57-faf2-6f77-6098992d6432, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.223667] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.223931] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 66a53fab-9081-4e28-94a8-3b8ed260aeec/66a53fab-9081-4e28-94a8-3b8ed260aeec.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.224230] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dccf2148-0c6b-489a-b081-69808d1664c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.233224] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1107.233224] env[69169]: value = "task-3251693" [ 1107.233224] env[69169]: _type = "Task" [ 1107.233224] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.242098] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.243899] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82a0a4c-1800-4ef2-8dd4-c3f9f6ae20ac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.252267] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4464af8a-66db-4eea-a466-7835a44c7887 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.289341] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb9180e-d8d5-4132-b7fb-29f103e55a39 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.295639] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.295639] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.295639] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleting the datastore file [datastore2] 760737a3-65d8-41a8-80b3-36a4247defe6 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.295639] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f51d078-b511-4455-8ccd-52bab14f7ba2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.300267] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e51d46-1ab3-4626-b728-db74f06a606c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.305562] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1107.305562] env[69169]: value = "task-3251694" [ 1107.305562] env[69169]: _type = "Task" [ 1107.305562] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.319257] env[69169]: DEBUG nova.compute.provider_tree [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.324456] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.744760] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251693, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.820618] env[69169]: DEBUG nova.scheduler.client.report [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.823784] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450298} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.824296] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.824538] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.824781] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.873041] env[69169]: DEBUG nova.network.neutron [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Updated VIF entry in instance network info cache for port 1743cde0-73cd-403c-8730-c21dd1beafc5. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.873418] env[69169]: DEBUG nova.network.neutron [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Updating instance_info_cache with network_info: [{"id": "1743cde0-73cd-403c-8730-c21dd1beafc5", "address": "fa:16:3e:64:01:31", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1743cde0-73", "ovs_interfaceid": "1743cde0-73cd-403c-8730-c21dd1beafc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.007316] env[69169]: DEBUG oslo_concurrency.lockutils [None req-718d3366-333b-4f4f-9f4c-6963e3a95078 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.310s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.243227] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519051} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.243528] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 66a53fab-9081-4e28-94a8-3b8ed260aeec/66a53fab-9081-4e28-94a8-3b8ed260aeec.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.243753] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.244024] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a631420f-ac8a-488c-bde5-3d1d53eb4073 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.252045] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1108.252045] env[69169]: value = "task-3251695" [ 1108.252045] env[69169]: _type = "Task" [ 1108.252045] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.262367] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.325963] env[69169]: DEBUG oslo_concurrency.lockutils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.326523] env[69169]: DEBUG nova.compute.manager [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.329247] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.265s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.330705] env[69169]: INFO nova.compute.claims [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.376083] env[69169]: DEBUG oslo_concurrency.lockutils [req-e76b50b3-6f08-4746-915c-7e75b394924e req-8a64b437-d8f4-41a6-8640-50e563d8637e service nova] Releasing lock "refresh_cache-ae5d09dc-915c-4504-a0b5-e21b1539d004" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.762467] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073578} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.762778] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.763547] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea75844-6824-4d89-8aeb-4bc4263dc664 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.786847] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 66a53fab-9081-4e28-94a8-3b8ed260aeec/66a53fab-9081-4e28-94a8-3b8ed260aeec.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.787562] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-246ae85d-40c1-407f-ab9d-ecffae067349 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.808040] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1108.808040] env[69169]: value = "task-3251696" [ 1108.808040] env[69169]: _type = "Task" [ 1108.808040] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.816608] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.838293] env[69169]: DEBUG nova.compute.utils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.842612] env[69169]: DEBUG nova.compute.manager [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Not allocating networking since 'none' was specified. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1108.867764] env[69169]: DEBUG nova.virt.hardware [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.868032] env[69169]: DEBUG nova.virt.hardware [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.868201] env[69169]: DEBUG nova.virt.hardware [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.868387] env[69169]: DEBUG nova.virt.hardware [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.868535] env[69169]: DEBUG nova.virt.hardware [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.868681] env[69169]: DEBUG nova.virt.hardware [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.868886] env[69169]: DEBUG nova.virt.hardware [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.869107] env[69169]: DEBUG nova.virt.hardware [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.869286] env[69169]: DEBUG nova.virt.hardware [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.869452] env[69169]: DEBUG nova.virt.hardware [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.869628] env[69169]: DEBUG nova.virt.hardware [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.870712] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96863251-e7b4-496d-965b-b570e1441c70 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.878795] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db47cec-5da1-41cc-8d1a-05d2c9f0b98d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.892543] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:4f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f857a61d-72ac-4399-b589-ca9f1f70d17d', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.899892] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.900142] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.900355] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-071320ad-8ec9-46ed-818c-3725e48f1de7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.919800] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.919800] env[69169]: value = "task-3251697" [ 1108.919800] env[69169]: _type = "Task" [ 1108.919800] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.927166] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251697, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.145042] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.145042] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.145042] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.145301] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.145483] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.147947] env[69169]: INFO nova.compute.manager [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Terminating instance [ 1109.318784] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251696, 'name': ReconfigVM_Task, 'duration_secs': 0.280292} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.319100] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 66a53fab-9081-4e28-94a8-3b8ed260aeec/66a53fab-9081-4e28-94a8-3b8ed260aeec.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.319737] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31194904-fe63-48cf-8a46-8b61f8d4813d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.327239] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1109.327239] env[69169]: value = "task-3251698" [ 1109.327239] env[69169]: _type = "Task" [ 1109.327239] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.337556] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251698, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.344026] env[69169]: DEBUG nova.compute.manager [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.435115] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251697, 'name': CreateVM_Task, 'duration_secs': 0.386184} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.435294] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.435975] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.436171] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.436550] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.436851] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3deb18c9-7ca9-44c6-bd45-e7589be58995 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.446054] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1109.446054] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a73fea-d0d0-fa7b-7f68-205284876724" [ 1109.446054] env[69169]: _type = "Task" [ 1109.446054] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.457816] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a73fea-d0d0-fa7b-7f68-205284876724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.604219] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d026878-5129-42bb-be56-48e934a5711d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.612536] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5252cb01-fb13-4b5c-adbd-e2a2e1a6d9fb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.642737] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9969e1-7aad-4805-9755-8096004b66f3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.651026] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405715fd-5138-4254-92f5-00e16427e63a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.655019] env[69169]: DEBUG nova.compute.manager [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.655019] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.655712] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484625e7-2389-4745-9580-939aa5a92bae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.668312] env[69169]: DEBUG nova.compute.provider_tree [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.671573] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.672034] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1a491ba-0b37-454b-8f91-ab1367c9b5af {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.680342] env[69169]: DEBUG oslo_vmware.api [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1109.680342] env[69169]: value = "task-3251699" [ 1109.680342] env[69169]: _type = "Task" [ 1109.680342] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.693657] env[69169]: DEBUG oslo_vmware.api [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.837370] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251698, 'name': Rename_Task, 'duration_secs': 0.150807} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.837743] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.838196] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90f7dc07-6a00-4e28-92a3-ad0407dafa66 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.846377] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1109.846377] env[69169]: value = "task-3251700" [ 1109.846377] env[69169]: _type = "Task" [ 1109.846377] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.862436] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.958067] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a73fea-d0d0-fa7b-7f68-205284876724, 'name': SearchDatastore_Task, 'duration_secs': 0.01139} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.958067] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.958067] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.958383] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.958450] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.958630] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.958887] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a825e33d-7a8d-488f-bdcd-f88c961e0d26 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.967593] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.967763] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.968463] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b12205c-d550-4268-8e21-84299c4f25e4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.973998] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1109.973998] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5201e6db-2375-9cad-5ca4-406037a8c733" [ 1109.973998] env[69169]: _type = "Task" [ 1109.973998] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.981807] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5201e6db-2375-9cad-5ca4-406037a8c733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.012349] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "2f33b223-ee35-4459-9f89-1fe22c03edce" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.012635] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.173583] env[69169]: DEBUG nova.scheduler.client.report [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.191238] env[69169]: DEBUG oslo_vmware.api [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251699, 'name': PowerOffVM_Task, 'duration_secs': 0.219911} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.192299] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.192513] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.192791] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae7853ec-e4b4-4b06-8c34-184732938cf1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.278330] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.278676] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.278995] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Deleting the datastore file [datastore2] 31492cd2-0e25-454c-840e-6d0cd9ea8dd4 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.279388] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71d6f1a0-95bf-4259-abf8-1d09f16cc212 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.287623] env[69169]: DEBUG oslo_vmware.api [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for the task: (returnval){ [ 1110.287623] env[69169]: value = "task-3251702" [ 1110.287623] env[69169]: _type = "Task" [ 1110.287623] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.298059] env[69169]: DEBUG oslo_vmware.api [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.358817] env[69169]: DEBUG nova.compute.manager [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.361363] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251700, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.386072] env[69169]: DEBUG nova.virt.hardware [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.386260] env[69169]: DEBUG nova.virt.hardware [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.386424] env[69169]: DEBUG nova.virt.hardware [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.386603] env[69169]: DEBUG nova.virt.hardware [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.386747] env[69169]: DEBUG nova.virt.hardware [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.386918] env[69169]: DEBUG nova.virt.hardware [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.387158] env[69169]: DEBUG nova.virt.hardware [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.387321] env[69169]: DEBUG nova.virt.hardware [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.387493] env[69169]: DEBUG nova.virt.hardware [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.387652] env[69169]: DEBUG nova.virt.hardware [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.387821] env[69169]: DEBUG nova.virt.hardware [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.388704] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23af0ef1-66e1-48a4-956c-e6b13835710c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.397375] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501780ef-ba19-47ba-bbd0-2e74d12098bd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.411440] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.416980] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Creating folder: Project (344bad513f274ee889a6041f24ac2120). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.417299] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7162a2a2-63a7-4407-a046-b0bbc1aa2d5c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.429277] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Created folder: Project (344bad513f274ee889a6041f24ac2120) in parent group-v649481. [ 1110.429516] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Creating folder: Instances. Parent ref: group-v649734. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.429769] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d98f2884-37c1-4c70-8fbb-c0551a3e0aee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.440734] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Created folder: Instances in parent group-v649734. [ 1110.440933] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.441158] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.441375] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4cab216-1872-4188-ba68-6ad5665c523d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.460866] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.460866] env[69169]: value = "task-3251705" [ 1110.460866] env[69169]: _type = "Task" [ 1110.460866] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.470798] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251705, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.484854] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5201e6db-2375-9cad-5ca4-406037a8c733, 'name': SearchDatastore_Task, 'duration_secs': 0.009338} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.485693] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be6a661-a389-4c0d-accc-c2749dc6afd4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.493746] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1110.493746] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526a2e57-d7d9-5dca-3168-21e3dfa75225" [ 1110.493746] env[69169]: _type = "Task" [ 1110.493746] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.502836] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526a2e57-d7d9-5dca-3168-21e3dfa75225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.515881] env[69169]: INFO nova.compute.manager [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Detaching volume 1d846b9b-0726-4396-80d6-70ad1a3e2f31 [ 1110.556092] env[69169]: INFO nova.virt.block_device [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Attempting to driver detach volume 1d846b9b-0726-4396-80d6-70ad1a3e2f31 from mountpoint /dev/sdb [ 1110.556092] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1110.557021] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649706', 'volume_id': '1d846b9b-0726-4396-80d6-70ad1a3e2f31', 'name': 'volume-1d846b9b-0726-4396-80d6-70ad1a3e2f31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f33b223-ee35-4459-9f89-1fe22c03edce', 'attached_at': '', 'detached_at': '', 'volume_id': '1d846b9b-0726-4396-80d6-70ad1a3e2f31', 'serial': '1d846b9b-0726-4396-80d6-70ad1a3e2f31'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1110.557187] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64656d7-8da9-4d19-b9f0-4c3be52e8c32 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.580730] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df8e450-3c5c-4b52-bc07-59f4c7fef8a5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.589211] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cf5f1f-936b-4db1-9770-4b3d527c7e6a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.609967] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f29977-e51b-490a-a29e-242fe171ee38 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.624727] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] The volume has not been displaced from its original location: [datastore1] volume-1d846b9b-0726-4396-80d6-70ad1a3e2f31/volume-1d846b9b-0726-4396-80d6-70ad1a3e2f31.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1110.629919] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1110.630283] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccd02421-db14-48d8-aa30-4df9d76cd0bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.649348] env[69169]: DEBUG oslo_vmware.api [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1110.649348] env[69169]: value = "task-3251706" [ 1110.649348] env[69169]: _type = "Task" [ 1110.649348] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.657896] env[69169]: DEBUG oslo_vmware.api [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.679577] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.680547] env[69169]: DEBUG nova.compute.manager [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.683945] env[69169]: DEBUG oslo_concurrency.lockutils [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.325s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.684139] env[69169]: DEBUG nova.objects.instance [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lazy-loading 'resources' on Instance uuid b795a13c-58a3-4417-8e32-a8dad6b63387 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.801107] env[69169]: DEBUG oslo_vmware.api [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Task: {'id': task-3251702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154058} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.801514] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.801747] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.801963] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.802208] env[69169]: INFO nova.compute.manager [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1110.802472] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.802674] env[69169]: DEBUG nova.compute.manager [-] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.802768] env[69169]: DEBUG nova.network.neutron [-] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.857266] env[69169]: DEBUG oslo_vmware.api [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251700, 'name': PowerOnVM_Task, 'duration_secs': 0.554702} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.857657] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.857815] env[69169]: INFO nova.compute.manager [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1110.857880] env[69169]: DEBUG nova.compute.manager [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.858645] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df08341-4767-43cb-be1f-8ba8c26dcc09 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.972249] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251705, 'name': CreateVM_Task, 'duration_secs': 0.337539} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.972431] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.972862] env[69169]: DEBUG oslo_concurrency.lockutils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.973034] env[69169]: DEBUG oslo_concurrency.lockutils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.973355] env[69169]: DEBUG oslo_concurrency.lockutils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.973618] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72fb01cc-eeb5-4c21-a1fb-edf998382cd3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.978706] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1110.978706] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529bfd4c-7cac-683a-eda8-8d9f12209091" [ 1110.978706] env[69169]: _type = "Task" [ 1110.978706] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.987013] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529bfd4c-7cac-683a-eda8-8d9f12209091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.006132] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526a2e57-d7d9-5dca-3168-21e3dfa75225, 'name': SearchDatastore_Task, 'duration_secs': 0.012751} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.006132] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.006132] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 760737a3-65d8-41a8-80b3-36a4247defe6/760737a3-65d8-41a8-80b3-36a4247defe6.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.006132] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60704b30-d8e7-494e-bfbf-631a56ea85ab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.011474] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1111.011474] env[69169]: value = "task-3251707" [ 1111.011474] env[69169]: _type = "Task" [ 1111.011474] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.020713] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.167540] env[69169]: DEBUG oslo_vmware.api [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251706, 'name': ReconfigVM_Task, 'duration_secs': 0.31823} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.168371] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1111.178307] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0a2223e-b47e-41a4-931e-4283b605cd41 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.205843] env[69169]: DEBUG nova.compute.utils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.210565] env[69169]: DEBUG nova.compute.manager [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.210751] env[69169]: DEBUG nova.network.neutron [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.221466] env[69169]: DEBUG oslo_vmware.api [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1111.221466] env[69169]: value = "task-3251708" [ 1111.221466] env[69169]: _type = "Task" [ 1111.221466] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.236887] env[69169]: DEBUG oslo_vmware.api [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.292183] env[69169]: DEBUG nova.policy [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af8500cb7c5643f9926d079a4c078a67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cea9384eed44f5b90669987ad56d482', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.335623] env[69169]: DEBUG nova.compute.manager [req-5e8e3ddf-0132-4a74-b08e-925fc307d166 req-7bdd6352-1137-4167-9997-4a0cce5516a6 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Received event network-vif-deleted-dbfae938-2342-404c-8edb-33b46274f848 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.335974] env[69169]: INFO nova.compute.manager [req-5e8e3ddf-0132-4a74-b08e-925fc307d166 req-7bdd6352-1137-4167-9997-4a0cce5516a6 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Neutron deleted interface dbfae938-2342-404c-8edb-33b46274f848; detaching it from the instance and deleting it from the info cache [ 1111.336135] env[69169]: DEBUG nova.network.neutron [req-5e8e3ddf-0132-4a74-b08e-925fc307d166 req-7bdd6352-1137-4167-9997-4a0cce5516a6 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.384125] env[69169]: INFO nova.compute.manager [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Took 24.08 seconds to build instance. [ 1111.491541] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529bfd4c-7cac-683a-eda8-8d9f12209091, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.491903] env[69169]: DEBUG oslo_concurrency.lockutils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.492128] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.492379] env[69169]: DEBUG oslo_concurrency.lockutils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.492525] env[69169]: DEBUG oslo_concurrency.lockutils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.492709] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.495725] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff943c99-c6fa-4563-ba46-139d7dc7677b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.505482] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.505636] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.506422] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8be33b-bf9b-432f-88a0-584f474cf799 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.519492] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1111.519492] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5294d1fa-da1d-d81c-3ff9-32b9826286c3" [ 1111.519492] env[69169]: _type = "Task" [ 1111.519492] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.526702] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506475} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.528144] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 760737a3-65d8-41a8-80b3-36a4247defe6/760737a3-65d8-41a8-80b3-36a4247defe6.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.528144] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.528144] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f82c46d-4875-4f8b-815b-ec94d94e7488 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.538110] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5294d1fa-da1d-d81c-3ff9-32b9826286c3, 'name': SearchDatastore_Task, 'duration_secs': 0.013142} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.538696] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba35338e-ae66-4d22-9b20-a162d02e02c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.543552] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1111.543552] env[69169]: value = "task-3251709" [ 1111.543552] env[69169]: _type = "Task" [ 1111.543552] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.545349] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1111.545349] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d3ebcf-aff4-e8e7-da4a-268019d28548" [ 1111.545349] env[69169]: _type = "Task" [ 1111.545349] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.561171] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.563942] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d3ebcf-aff4-e8e7-da4a-268019d28548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.621773] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bb995a-8965-46c3-a545-f395c1d6a4bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.632061] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22b681f-a347-418e-a810-f2085267b49a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.666618] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7aaf58-3b91-4afe-8a80-32c3ca93c6a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.675585] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe16cd0f-1be7-4ba2-913a-f83f2caaa1b9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.697958] env[69169]: DEBUG nova.compute.provider_tree [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.699889] env[69169]: DEBUG nova.network.neutron [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Successfully created port: 8323b57f-17d5-4bd4-8ccf-51231ca1e15e {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.711303] env[69169]: DEBUG nova.compute.manager [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.734854] env[69169]: DEBUG oslo_vmware.api [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251708, 'name': ReconfigVM_Task, 'duration_secs': 0.27013} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.735226] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649706', 'volume_id': '1d846b9b-0726-4396-80d6-70ad1a3e2f31', 'name': 'volume-1d846b9b-0726-4396-80d6-70ad1a3e2f31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f33b223-ee35-4459-9f89-1fe22c03edce', 'attached_at': '', 'detached_at': '', 'volume_id': '1d846b9b-0726-4396-80d6-70ad1a3e2f31', 'serial': '1d846b9b-0726-4396-80d6-70ad1a3e2f31'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1111.802528] env[69169]: DEBUG nova.network.neutron [-] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.842631] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a9516e3-2865-4903-9e86-0bd702a428bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.853124] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aee94dd-71d7-4473-a91c-649cfd2f8299 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.896987] env[69169]: DEBUG oslo_concurrency.lockutils [None req-157409e4-5c9a-429f-93ab-d997ed459124 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "66a53fab-9081-4e28-94a8-3b8ed260aeec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.605s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.897306] env[69169]: DEBUG nova.compute.manager [req-5e8e3ddf-0132-4a74-b08e-925fc307d166 req-7bdd6352-1137-4167-9997-4a0cce5516a6 service nova] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Detach interface failed, port_id=dbfae938-2342-404c-8edb-33b46274f848, reason: Instance 31492cd2-0e25-454c-840e-6d0cd9ea8dd4 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.055048] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095823} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.055649] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.056468] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fb7917-33e4-416e-a466-b36df6f1a929 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.062412] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d3ebcf-aff4-e8e7-da4a-268019d28548, 'name': SearchDatastore_Task, 'duration_secs': 0.031077} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.063037] env[69169]: DEBUG oslo_concurrency.lockutils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.063341] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 214ff644-0f1a-4ede-b93a-4dd66185dab1/214ff644-0f1a-4ede-b93a-4dd66185dab1.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.063593] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eed82033-5d5f-4285-adcc-55383447bfe2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.082471] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 760737a3-65d8-41a8-80b3-36a4247defe6/760737a3-65d8-41a8-80b3-36a4247defe6.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.083163] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42afb538-40e5-4143-a511-a48f242b851a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.099624] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1112.099624] env[69169]: value = "task-3251710" [ 1112.099624] env[69169]: _type = "Task" [ 1112.099624] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.104829] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1112.104829] env[69169]: value = "task-3251711" [ 1112.104829] env[69169]: _type = "Task" [ 1112.104829] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.110761] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.115676] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.188203] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cd2e37-0bce-476f-a772-90b11d615467 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.195413] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf93b7d-aacc-4cb0-ae02-b0040a8cfed0 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Suspending the VM {{(pid=69169) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1112.195722] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d1054632-eed0-467c-8485-48c96287cd8d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.207154] env[69169]: DEBUG oslo_vmware.api [None req-dbf93b7d-aacc-4cb0-ae02-b0040a8cfed0 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1112.207154] env[69169]: value = "task-3251712" [ 1112.207154] env[69169]: _type = "Task" [ 1112.207154] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.223795] env[69169]: DEBUG oslo_vmware.api [None req-dbf93b7d-aacc-4cb0-ae02-b0040a8cfed0 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251712, 'name': SuspendVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.229687] env[69169]: ERROR nova.scheduler.client.report [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [req-f6707841-6a5d-4993-b695-2b9a11371f9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6707841-6a5d-4993-b695-2b9a11371f9c"}]} [ 1112.249104] env[69169]: DEBUG nova.scheduler.client.report [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1112.267858] env[69169]: DEBUG nova.scheduler.client.report [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1112.268212] env[69169]: DEBUG nova.compute.provider_tree [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.282314] env[69169]: DEBUG nova.scheduler.client.report [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1112.287737] env[69169]: DEBUG nova.objects.instance [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lazy-loading 'flavor' on Instance uuid 2f33b223-ee35-4459-9f89-1fe22c03edce {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.305394] env[69169]: INFO nova.compute.manager [-] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Took 1.50 seconds to deallocate network for instance. [ 1112.306654] env[69169]: DEBUG nova.scheduler.client.report [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1112.595923] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85fb08c-6765-4d5a-8831-f13db19087b4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.606336] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e0ef9d-20f3-432d-b7ae-eb3cce49883a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.615218] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.620856] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251711, 'name': ReconfigVM_Task, 'duration_secs': 0.358085} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.646915] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 760737a3-65d8-41a8-80b3-36a4247defe6/760737a3-65d8-41a8-80b3-36a4247defe6.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.648022] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18cf9e61-2042-4435-93d6-17f3c4105a00 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.650225] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafe223a-633b-4b46-bf03-a5d0591c90e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.659316] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72bb622-45c6-4ed1-9053-82005923f494 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.664458] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1112.664458] env[69169]: value = "task-3251713" [ 1112.664458] env[69169]: _type = "Task" [ 1112.664458] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.677532] env[69169]: DEBUG nova.compute.provider_tree [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.685301] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251713, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.718466] env[69169]: DEBUG oslo_vmware.api [None req-dbf93b7d-aacc-4cb0-ae02-b0040a8cfed0 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251712, 'name': SuspendVM_Task} progress is 62%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.727039] env[69169]: DEBUG nova.compute.manager [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.757014] env[69169]: DEBUG nova.virt.hardware [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.757336] env[69169]: DEBUG nova.virt.hardware [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.757504] env[69169]: DEBUG nova.virt.hardware [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.757717] env[69169]: DEBUG nova.virt.hardware [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.757868] env[69169]: DEBUG nova.virt.hardware [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.758028] env[69169]: DEBUG nova.virt.hardware [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.758251] env[69169]: DEBUG nova.virt.hardware [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.758412] env[69169]: DEBUG nova.virt.hardware [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.758579] env[69169]: DEBUG nova.virt.hardware [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.758740] env[69169]: DEBUG nova.virt.hardware [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.758917] env[69169]: DEBUG nova.virt.hardware [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.759872] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4e78f6-b0c2-4011-86db-6066bab7d17d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.771225] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6493a9-f812-46f9-bfcf-0291d1e5316f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.816425] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.111688] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.949004} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.111977] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 214ff644-0f1a-4ede-b93a-4dd66185dab1/214ff644-0f1a-4ede-b93a-4dd66185dab1.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.112192] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.112450] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a5c53d1-7db5-4356-86c1-9133faa0bf44 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.119159] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1113.119159] env[69169]: value = "task-3251714" [ 1113.119159] env[69169]: _type = "Task" [ 1113.119159] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.128691] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.174661] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251713, 'name': Rename_Task, 'duration_secs': 0.321752} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.176289] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.177190] env[69169]: DEBUG nova.compute.manager [req-cefb50af-19c6-4e2d-8cff-8a86f932a91e req-2391a827-31c7-4c88-82ad-294a6a33caa9 service nova] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Received event network-vif-plugged-8323b57f-17d5-4bd4-8ccf-51231ca1e15e {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.177389] env[69169]: DEBUG oslo_concurrency.lockutils [req-cefb50af-19c6-4e2d-8cff-8a86f932a91e req-2391a827-31c7-4c88-82ad-294a6a33caa9 service nova] Acquiring lock "59f58c54-2c9f-4f88-97c2-5fb21e864f12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.177587] env[69169]: DEBUG oslo_concurrency.lockutils [req-cefb50af-19c6-4e2d-8cff-8a86f932a91e req-2391a827-31c7-4c88-82ad-294a6a33caa9 service nova] Lock "59f58c54-2c9f-4f88-97c2-5fb21e864f12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.177799] env[69169]: DEBUG oslo_concurrency.lockutils [req-cefb50af-19c6-4e2d-8cff-8a86f932a91e req-2391a827-31c7-4c88-82ad-294a6a33caa9 service nova] Lock "59f58c54-2c9f-4f88-97c2-5fb21e864f12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.177962] env[69169]: DEBUG nova.compute.manager [req-cefb50af-19c6-4e2d-8cff-8a86f932a91e req-2391a827-31c7-4c88-82ad-294a6a33caa9 service nova] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] No waiting events found dispatching network-vif-plugged-8323b57f-17d5-4bd4-8ccf-51231ca1e15e {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.178588] env[69169]: WARNING nova.compute.manager [req-cefb50af-19c6-4e2d-8cff-8a86f932a91e req-2391a827-31c7-4c88-82ad-294a6a33caa9 service nova] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Received unexpected event network-vif-plugged-8323b57f-17d5-4bd4-8ccf-51231ca1e15e for instance with vm_state building and task_state spawning. [ 1113.178588] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fe67a15-c5d2-4da7-bb0d-ea0cf7549760 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.190514] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1113.190514] env[69169]: value = "task-3251715" [ 1113.190514] env[69169]: _type = "Task" [ 1113.190514] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.200466] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.209689] env[69169]: DEBUG nova.scheduler.client.report [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1113.209998] env[69169]: DEBUG nova.compute.provider_tree [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 122 to 123 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1113.210239] env[69169]: DEBUG nova.compute.provider_tree [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.225436] env[69169]: DEBUG oslo_vmware.api [None req-dbf93b7d-aacc-4cb0-ae02-b0040a8cfed0 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251712, 'name': SuspendVM_Task, 'duration_secs': 0.697044} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.225764] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf93b7d-aacc-4cb0-ae02-b0040a8cfed0 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Suspended the VM {{(pid=69169) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1113.225970] env[69169]: DEBUG nova.compute.manager [None req-dbf93b7d-aacc-4cb0-ae02-b0040a8cfed0 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.226844] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80d6132-ff29-4232-81cf-78bdb07083fd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.265232] env[69169]: DEBUG nova.network.neutron [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Successfully updated port: 8323b57f-17d5-4bd4-8ccf-51231ca1e15e {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.295223] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d1291e8d-ec66-4edb-9060-78a57fc3b6e0 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.282s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.633691] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077245} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.634016] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.636021] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a37b1e-bf7b-4ace-91c6-520e19c866ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.658012] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 214ff644-0f1a-4ede-b93a-4dd66185dab1/214ff644-0f1a-4ede-b93a-4dd66185dab1.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.658391] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee59c6bf-cd6d-420d-889b-d4699018c1e2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.679504] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1113.679504] env[69169]: value = "task-3251716" [ 1113.679504] env[69169]: _type = "Task" [ 1113.679504] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.690024] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.701217] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251715, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.716307] env[69169]: DEBUG oslo_concurrency.lockutils [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.032s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.719153] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.375s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.719518] env[69169]: DEBUG nova.objects.instance [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Lazy-loading 'resources' on Instance uuid b8a29c26-457b-48a6-b550-036faa697f6c {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.751884] env[69169]: INFO nova.scheduler.client.report [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleted allocations for instance b795a13c-58a3-4417-8e32-a8dad6b63387 [ 1113.768089] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "refresh_cache-59f58c54-2c9f-4f88-97c2-5fb21e864f12" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.768439] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "refresh_cache-59f58c54-2c9f-4f88-97c2-5fb21e864f12" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.768439] env[69169]: DEBUG nova.network.neutron [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.191882] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251716, 'name': ReconfigVM_Task, 'duration_secs': 0.286151} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.196686] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 214ff644-0f1a-4ede-b93a-4dd66185dab1/214ff644-0f1a-4ede-b93a-4dd66185dab1.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.197443] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45cdd612-5785-4bd9-9202-669e87ed5273 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.206366] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251715, 'name': PowerOnVM_Task, 'duration_secs': 0.560885} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.208274] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.208487] env[69169]: DEBUG nova.compute.manager [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.209574] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1114.209574] env[69169]: value = "task-3251717" [ 1114.209574] env[69169]: _type = "Task" [ 1114.209574] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.210295] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6366df-1936-45f9-a0c5-40f2fd574244 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.235056] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251717, 'name': Rename_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.261345] env[69169]: DEBUG oslo_concurrency.lockutils [None req-824696fd-5588-4103-8f73-4a522def9d01 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "b795a13c-58a3-4417-8e32-a8dad6b63387" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.810s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.449569] env[69169]: DEBUG oslo_concurrency.lockutils [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "2f33b223-ee35-4459-9f89-1fe22c03edce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.449569] env[69169]: DEBUG oslo_concurrency.lockutils [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.449569] env[69169]: DEBUG oslo_concurrency.lockutils [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "2f33b223-ee35-4459-9f89-1fe22c03edce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.449569] env[69169]: DEBUG oslo_concurrency.lockutils [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.449569] env[69169]: DEBUG oslo_concurrency.lockutils [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.450955] env[69169]: INFO nova.compute.manager [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Terminating instance [ 1114.499018] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342f231f-7a4f-4afc-b660-3789e85da96d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.505816] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bab9e9a-46a5-4881-b0f0-7e72d7f2b266 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.536526] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58678c4f-4719-444b-a545-0527d56919c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.544483] env[69169]: DEBUG nova.network.neutron [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.547568] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c11a42-0feb-4aaf-9261-30cfccc9fa15 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.565764] env[69169]: DEBUG nova.compute.provider_tree [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.643017] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "66a53fab-9081-4e28-94a8-3b8ed260aeec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.643292] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "66a53fab-9081-4e28-94a8-3b8ed260aeec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.643497] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "66a53fab-9081-4e28-94a8-3b8ed260aeec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.643680] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "66a53fab-9081-4e28-94a8-3b8ed260aeec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.643844] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "66a53fab-9081-4e28-94a8-3b8ed260aeec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.646265] env[69169]: INFO nova.compute.manager [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Terminating instance [ 1114.676923] env[69169]: DEBUG nova.network.neutron [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Updating instance_info_cache with network_info: [{"id": "8323b57f-17d5-4bd4-8ccf-51231ca1e15e", "address": "fa:16:3e:67:99:dc", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8323b57f-17", "ovs_interfaceid": "8323b57f-17d5-4bd4-8ccf-51231ca1e15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.724538] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251717, 'name': Rename_Task, 'duration_secs': 0.149653} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.724865] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.725143] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca5f5ce5-fabd-46cd-ad99-af34b1ff819c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.732576] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1114.732576] env[69169]: value = "task-3251718" [ 1114.732576] env[69169]: _type = "Task" [ 1114.732576] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.736791] env[69169]: INFO nova.compute.manager [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] bringing vm to original state: 'stopped' [ 1114.745526] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.955074] env[69169]: DEBUG nova.compute.manager [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.955349] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.956312] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab21b19-f2f2-48d8-8ca7-61720c9868b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.967229] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.967466] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-845c87e9-b2c7-4b0a-90ba-635f7d1b18fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.974147] env[69169]: DEBUG oslo_vmware.api [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1114.974147] env[69169]: value = "task-3251719" [ 1114.974147] env[69169]: _type = "Task" [ 1114.974147] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.982626] env[69169]: DEBUG oslo_vmware.api [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.067486] env[69169]: DEBUG nova.scheduler.client.report [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.151199] env[69169]: DEBUG nova.compute.manager [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.151199] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.152073] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ed4560-2834-4a8e-ad20-8bfaa86a12d5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.163908] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.164252] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30ee6e5a-367f-4fe9-b262-7355f8b1ff45 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.180654] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "refresh_cache-59f58c54-2c9f-4f88-97c2-5fb21e864f12" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.181099] env[69169]: DEBUG nova.compute.manager [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Instance network_info: |[{"id": "8323b57f-17d5-4bd4-8ccf-51231ca1e15e", "address": "fa:16:3e:67:99:dc", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8323b57f-17", "ovs_interfaceid": "8323b57f-17d5-4bd4-8ccf-51231ca1e15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.181508] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:99:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8323b57f-17d5-4bd4-8ccf-51231ca1e15e', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.189891] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.190186] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.190348] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5940597f-c165-4e3d-9c00-41597208355e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.212394] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.212394] env[69169]: value = "task-3251721" [ 1115.212394] env[69169]: _type = "Task" [ 1115.212394] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.227797] env[69169]: DEBUG nova.compute.manager [req-5bedc331-d77b-415a-a40e-ef51e9797557 req-713c8c0d-2e04-4927-abda-e0956803f603 service nova] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Received event network-changed-8323b57f-17d5-4bd4-8ccf-51231ca1e15e {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.228079] env[69169]: DEBUG nova.compute.manager [req-5bedc331-d77b-415a-a40e-ef51e9797557 req-713c8c0d-2e04-4927-abda-e0956803f603 service nova] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Refreshing instance network info cache due to event network-changed-8323b57f-17d5-4bd4-8ccf-51231ca1e15e. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.228381] env[69169]: DEBUG oslo_concurrency.lockutils [req-5bedc331-d77b-415a-a40e-ef51e9797557 req-713c8c0d-2e04-4927-abda-e0956803f603 service nova] Acquiring lock "refresh_cache-59f58c54-2c9f-4f88-97c2-5fb21e864f12" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.228550] env[69169]: DEBUG oslo_concurrency.lockutils [req-5bedc331-d77b-415a-a40e-ef51e9797557 req-713c8c0d-2e04-4927-abda-e0956803f603 service nova] Acquired lock "refresh_cache-59f58c54-2c9f-4f88-97c2-5fb21e864f12" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.228720] env[69169]: DEBUG nova.network.neutron [req-5bedc331-d77b-415a-a40e-ef51e9797557 req-713c8c0d-2e04-4927-abda-e0956803f603 service nova] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Refreshing network info cache for port 8323b57f-17d5-4bd4-8ccf-51231ca1e15e {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.234344] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251721, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.246394] env[69169]: DEBUG oslo_vmware.api [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251718, 'name': PowerOnVM_Task, 'duration_secs': 0.503623} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.247010] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.247616] env[69169]: INFO nova.compute.manager [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Took 4.89 seconds to spawn the instance on the hypervisor. [ 1115.247828] env[69169]: DEBUG nova.compute.manager [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.248756] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df7a171-c9cb-433d-a4ee-dfb810bdb662 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.310397] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.310634] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.310786] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleting the datastore file [datastore2] 66a53fab-9081-4e28-94a8-3b8ed260aeec {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.311415] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f18111b3-b269-44ac-ac3f-b78b490ccd18 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.318957] env[69169]: DEBUG oslo_vmware.api [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1115.318957] env[69169]: value = "task-3251722" [ 1115.318957] env[69169]: _type = "Task" [ 1115.318957] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.329076] env[69169]: DEBUG oslo_vmware.api [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.485912] env[69169]: DEBUG oslo_vmware.api [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251719, 'name': PowerOffVM_Task, 'duration_secs': 0.261551} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.486230] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.486404] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.486663] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d84e4201-abd3-4409-954a-83c51ac1a81d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.572566] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.574939] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.835s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.575710] env[69169]: DEBUG nova.objects.instance [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lazy-loading 'resources' on Instance uuid d65be3d9-0fc4-4d55-a159-db1e28ddbd1f {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.583155] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.583298] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.583351] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Deleting the datastore file [datastore1] 2f33b223-ee35-4459-9f89-1fe22c03edce {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.584354] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82343dfa-d9f1-4920-9cc9-b3757d3867e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.592166] env[69169]: DEBUG oslo_vmware.api [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1115.592166] env[69169]: value = "task-3251724" [ 1115.592166] env[69169]: _type = "Task" [ 1115.592166] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.596735] env[69169]: INFO nova.scheduler.client.report [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Deleted allocations for instance b8a29c26-457b-48a6-b550-036faa697f6c [ 1115.600850] env[69169]: DEBUG oslo_vmware.api [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.722490] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251721, 'name': CreateVM_Task, 'duration_secs': 0.359662} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.722727] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.723463] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.723665] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.723976] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.724313] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b08b8e-55a2-4604-bda9-ae7fae28dd8f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.729642] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1115.729642] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5241e872-0aba-6400-bd87-d7c6e7268308" [ 1115.729642] env[69169]: _type = "Task" [ 1115.729642] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.739922] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5241e872-0aba-6400-bd87-d7c6e7268308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.747377] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "760737a3-65d8-41a8-80b3-36a4247defe6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.747605] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "760737a3-65d8-41a8-80b3-36a4247defe6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.747783] env[69169]: DEBUG nova.compute.manager [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.748575] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad95dda-5769-4a94-9daf-ca80fbd0e1cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.755100] env[69169]: DEBUG nova.compute.manager [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69169) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1115.769493] env[69169]: INFO nova.compute.manager [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Took 22.37 seconds to build instance. [ 1115.831624] env[69169]: DEBUG oslo_vmware.api [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188704} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.831872] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.832076] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.832262] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.832429] env[69169]: INFO nova.compute.manager [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1115.832665] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.832854] env[69169]: DEBUG nova.compute.manager [-] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.832944] env[69169]: DEBUG nova.network.neutron [-] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.987711] env[69169]: DEBUG nova.network.neutron [req-5bedc331-d77b-415a-a40e-ef51e9797557 req-713c8c0d-2e04-4927-abda-e0956803f603 service nova] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Updated VIF entry in instance network info cache for port 8323b57f-17d5-4bd4-8ccf-51231ca1e15e. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.988142] env[69169]: DEBUG nova.network.neutron [req-5bedc331-d77b-415a-a40e-ef51e9797557 req-713c8c0d-2e04-4927-abda-e0956803f603 service nova] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Updating instance_info_cache with network_info: [{"id": "8323b57f-17d5-4bd4-8ccf-51231ca1e15e", "address": "fa:16:3e:67:99:dc", "network": {"id": "b050d081-2811-43d7-9f13-0b8b671a571c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1030684791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cea9384eed44f5b90669987ad56d482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8323b57f-17", "ovs_interfaceid": "8323b57f-17d5-4bd4-8ccf-51231ca1e15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.103208] env[69169]: DEBUG oslo_vmware.api [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22338} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.103535] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.103727] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.103906] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.104091] env[69169]: INFO nova.compute.manager [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1116.104411] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.112024] env[69169]: DEBUG nova.compute.manager [-] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.112024] env[69169]: DEBUG nova.network.neutron [-] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.112024] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e1137dd6-54d5-493f-944f-15272159dfd8 tempest-ServersListShow296Test-409015681 tempest-ServersListShow296Test-409015681-project-member] Lock "b8a29c26-457b-48a6-b550-036faa697f6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.080s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.245847] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5241e872-0aba-6400-bd87-d7c6e7268308, 'name': SearchDatastore_Task, 'duration_secs': 0.019441} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.247995] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.248122] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.248359] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.249157] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.249157] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.250557] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf8ffdb6-3686-4ace-a347-b53f5a6e2433 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.254669] env[69169]: DEBUG nova.compute.manager [req-35225f89-4a33-4824-9e19-acf237c051cb req-b648213a-8f4e-4d64-8955-c272d8293d34 service nova] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Received event network-vif-deleted-f6454bf6-ee8a-40e1-835e-bc5ef195a9f0 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.254869] env[69169]: INFO nova.compute.manager [req-35225f89-4a33-4824-9e19-acf237c051cb req-b648213a-8f4e-4d64-8955-c272d8293d34 service nova] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Neutron deleted interface f6454bf6-ee8a-40e1-835e-bc5ef195a9f0; detaching it from the instance and deleting it from the info cache [ 1116.255264] env[69169]: DEBUG nova.network.neutron [req-35225f89-4a33-4824-9e19-acf237c051cb req-b648213a-8f4e-4d64-8955-c272d8293d34 service nova] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.260040] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.260849] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-882d2e74-1557-4776-862d-078640e29951 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.269524] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1116.269524] env[69169]: value = "task-3251725" [ 1116.269524] env[69169]: _type = "Task" [ 1116.269524] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.271479] env[69169]: DEBUG oslo_concurrency.lockutils [None req-57281aef-935b-40e8-987f-72e0763b2062 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Lock "214ff644-0f1a-4ede-b93a-4dd66185dab1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.882s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.278275] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.278529] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.280177] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026abd20-f783-4c36-a96c-0ca1174ca865 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.292591] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.296413] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1116.296413] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a97bf3-246d-8b35-db9d-fee88409e12b" [ 1116.296413] env[69169]: _type = "Task" [ 1116.296413] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.304709] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a97bf3-246d-8b35-db9d-fee88409e12b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.435513] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbda076-c7ba-459b-af8c-398f62baa5ec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.442912] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132ae877-3768-49b0-ad6f-2386096cefdc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.475101] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2289dffa-73a6-4396-b454-518bcc19e193 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.485570] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0d7449-65c7-4981-b5e5-accb79c837b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.490435] env[69169]: DEBUG oslo_concurrency.lockutils [req-5bedc331-d77b-415a-a40e-ef51e9797557 req-713c8c0d-2e04-4927-abda-e0956803f603 service nova] Releasing lock "refresh_cache-59f58c54-2c9f-4f88-97c2-5fb21e864f12" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.499704] env[69169]: DEBUG nova.compute.provider_tree [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.622067] env[69169]: INFO nova.compute.manager [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Rebuilding instance [ 1116.663457] env[69169]: DEBUG nova.compute.manager [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.664387] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69355456-b7d0-4afb-af42-23555d04466b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.730944] env[69169]: DEBUG nova.network.neutron [-] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.757314] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85a5a6d1-12fc-4938-99d7-070a97aceaa4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.766978] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519a1203-d8b0-441c-b87c-77a060bfb885 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.786772] env[69169]: DEBUG oslo_vmware.api [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251725, 'name': PowerOffVM_Task, 'duration_secs': 0.324651} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.787091] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.787315] env[69169]: DEBUG nova.compute.manager [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.788034] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8590df9a-818b-4af0-ad0b-614ca1ca44de {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.801296] env[69169]: DEBUG nova.compute.manager [req-35225f89-4a33-4824-9e19-acf237c051cb req-b648213a-8f4e-4d64-8955-c272d8293d34 service nova] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Detach interface failed, port_id=f6454bf6-ee8a-40e1-835e-bc5ef195a9f0, reason: Instance 66a53fab-9081-4e28-94a8-3b8ed260aeec could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.812758] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a97bf3-246d-8b35-db9d-fee88409e12b, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.813509] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf91217-af7b-40ba-9ccf-b35cbb70b4d1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.818464] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1116.818464] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5237c501-5da7-f533-a2b7-0404dd5bce81" [ 1116.818464] env[69169]: _type = "Task" [ 1116.818464] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.825530] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5237c501-5da7-f533-a2b7-0404dd5bce81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.032832] env[69169]: DEBUG nova.scheduler.client.report [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1117.033140] env[69169]: DEBUG nova.compute.provider_tree [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 123 to 124 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1117.033373] env[69169]: DEBUG nova.compute.provider_tree [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.192169] env[69169]: DEBUG nova.network.neutron [-] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.236224] env[69169]: INFO nova.compute.manager [-] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Took 1.40 seconds to deallocate network for instance. [ 1117.255893] env[69169]: DEBUG nova.compute.manager [req-c34a5a74-8c6f-4c99-9f7e-8db943a122b9 req-b90168f3-927d-43f1-b8f5-9804f7fc725d service nova] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Received event network-vif-deleted-fbbbb147-e69f-4b8d-8f7e-e81cc36400f8 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.311759] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "760737a3-65d8-41a8-80b3-36a4247defe6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.329096] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5237c501-5da7-f533-a2b7-0404dd5bce81, 'name': SearchDatastore_Task, 'duration_secs': 0.034132} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.329865] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.330180] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 59f58c54-2c9f-4f88-97c2-5fb21e864f12/59f58c54-2c9f-4f88-97c2-5fb21e864f12.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.330417] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9a6faac-bd90-4147-a8b7-4774a1db0651 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.337523] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1117.337523] env[69169]: value = "task-3251726" [ 1117.337523] env[69169]: _type = "Task" [ 1117.337523] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.344924] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.538670] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.541211] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.936s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.542983] env[69169]: INFO nova.compute.claims [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.565126] env[69169]: INFO nova.scheduler.client.report [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Deleted allocations for instance d65be3d9-0fc4-4d55-a159-db1e28ddbd1f [ 1117.683785] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.683916] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2280fc26-9c0e-4fa7-8a02-467c98c03707 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.693081] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1117.693081] env[69169]: value = "task-3251727" [ 1117.693081] env[69169]: _type = "Task" [ 1117.693081] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.696764] env[69169]: INFO nova.compute.manager [-] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Took 1.59 seconds to deallocate network for instance. [ 1117.705168] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.743779] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.821464] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.848373] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48981} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.848636] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 59f58c54-2c9f-4f88-97c2-5fb21e864f12/59f58c54-2c9f-4f88-97c2-5fb21e864f12.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.848853] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.849161] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5e1a2a4-a96f-4062-b197-650b7074339c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.855919] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1117.855919] env[69169]: value = "task-3251728" [ 1117.855919] env[69169]: _type = "Task" [ 1117.855919] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.864227] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.074996] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b253014f-b4e2-4c14-9587-8d86325469bc tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "d65be3d9-0fc4-4d55-a159-db1e28ddbd1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.838s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.202884] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251727, 'name': PowerOffVM_Task, 'duration_secs': 0.168843} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.203300] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.203598] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.204471] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d54b1e7-afe4-446e-b798-a21d47a2b3f1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.208011] env[69169]: DEBUG oslo_concurrency.lockutils [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.212699] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.212959] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89313b8e-2b32-47fb-b319-588ff3488cbe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.240907] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.241214] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.241482] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Deleting the datastore file [datastore1] 214ff644-0f1a-4ede-b93a-4dd66185dab1 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.241832] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92251eb1-253f-410c-a4f0-98c894719581 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.249097] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1118.249097] env[69169]: value = "task-3251731" [ 1118.249097] env[69169]: _type = "Task" [ 1118.249097] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.259496] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.369211] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "760737a3-65d8-41a8-80b3-36a4247defe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.369484] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "760737a3-65d8-41a8-80b3-36a4247defe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.369687] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "760737a3-65d8-41a8-80b3-36a4247defe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.369866] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "760737a3-65d8-41a8-80b3-36a4247defe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.370063] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "760737a3-65d8-41a8-80b3-36a4247defe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.374496] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296715} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.374944] env[69169]: INFO nova.compute.manager [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Terminating instance [ 1118.376282] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.377810] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffab20c-3b2c-45f9-9a42-7ed991973bb2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.399533] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 59f58c54-2c9f-4f88-97c2-5fb21e864f12/59f58c54-2c9f-4f88-97c2-5fb21e864f12.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.400213] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-596ccab1-b774-4c67-b4e1-0850dc19d4eb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.419703] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1118.419703] env[69169]: value = "task-3251732" [ 1118.419703] env[69169]: _type = "Task" [ 1118.419703] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.427489] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.763087] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105015} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.763479] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.763607] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.763727] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.767378] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3510f1-9f49-46c0-a538-399d97cf6d0b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.773939] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ac8d70-34e7-4350-8a67-ae093c190071 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.804127] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990902cb-06d1-4304-b551-a31721c11a7d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.811620] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4fda07-d627-4df1-b680-0030c24ce602 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.824973] env[69169]: DEBUG nova.compute.provider_tree [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.881410] env[69169]: DEBUG nova.compute.manager [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.881693] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.882487] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0f21bc-fad8-4d3b-a2f6-7c19f8d7d57b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.889916] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.890171] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72a010ee-813e-4df4-8e36-09263acbf6b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.928884] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251732, 'name': ReconfigVM_Task, 'duration_secs': 0.255668} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.929200] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 59f58c54-2c9f-4f88-97c2-5fb21e864f12/59f58c54-2c9f-4f88-97c2-5fb21e864f12.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.929786] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a349d726-c583-4bfd-9da4-a4f9c0a606d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.935436] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1118.935436] env[69169]: value = "task-3251734" [ 1118.935436] env[69169]: _type = "Task" [ 1118.935436] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.942623] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251734, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.969257] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.969451] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.969638] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleting the datastore file [datastore1] 760737a3-65d8-41a8-80b3-36a4247defe6 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.969911] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11a7834a-ef5d-45ce-b8b0-f9edf5e76645 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.977361] env[69169]: DEBUG oslo_vmware.api [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1118.977361] env[69169]: value = "task-3251735" [ 1118.977361] env[69169]: _type = "Task" [ 1118.977361] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.985545] env[69169]: DEBUG oslo_vmware.api [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.328421] env[69169]: DEBUG nova.scheduler.client.report [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.445113] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251734, 'name': Rename_Task, 'duration_secs': 0.170019} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.445401] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.445644] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d99c3754-577c-4081-99a3-355e5bae2351 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.451584] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1119.451584] env[69169]: value = "task-3251736" [ 1119.451584] env[69169]: _type = "Task" [ 1119.451584] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.459843] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.485263] env[69169]: DEBUG oslo_vmware.api [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171613} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.485511] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.485764] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.486079] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.486356] env[69169]: INFO nova.compute.manager [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1119.486659] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.486851] env[69169]: DEBUG nova.compute.manager [-] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.486953] env[69169]: DEBUG nova.network.neutron [-] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.739149] env[69169]: DEBUG nova.compute.manager [req-74726b1e-98b8-4c1d-9d15-58e574dfad23 req-b0ccfece-dd37-4e54-9753-b9429050126d service nova] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Received event network-vif-deleted-f857a61d-72ac-4399-b589-ca9f1f70d17d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.739369] env[69169]: INFO nova.compute.manager [req-74726b1e-98b8-4c1d-9d15-58e574dfad23 req-b0ccfece-dd37-4e54-9753-b9429050126d service nova] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Neutron deleted interface f857a61d-72ac-4399-b589-ca9f1f70d17d; detaching it from the instance and deleting it from the info cache [ 1119.739542] env[69169]: DEBUG nova.network.neutron [req-74726b1e-98b8-4c1d-9d15-58e574dfad23 req-b0ccfece-dd37-4e54-9753-b9429050126d service nova] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.802821] env[69169]: DEBUG nova.virt.hardware [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.803111] env[69169]: DEBUG nova.virt.hardware [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.803246] env[69169]: DEBUG nova.virt.hardware [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.803432] env[69169]: DEBUG nova.virt.hardware [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.803576] env[69169]: DEBUG nova.virt.hardware [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.803720] env[69169]: DEBUG nova.virt.hardware [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.803926] env[69169]: DEBUG nova.virt.hardware [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.804099] env[69169]: DEBUG nova.virt.hardware [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.804269] env[69169]: DEBUG nova.virt.hardware [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.804428] env[69169]: DEBUG nova.virt.hardware [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.804600] env[69169]: DEBUG nova.virt.hardware [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.805763] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d01b07-10d2-4ff2-9832-f6e6e7de6463 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.813912] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658c82da-92f6-412a-882b-f6a6f0d93358 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.827278] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.832915] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.833605] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.834084] env[69169]: DEBUG nova.compute.manager [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.836617] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.836877] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.224s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.838294] env[69169]: INFO nova.compute.claims [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.840702] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f6a950e-21bd-48df-a520-8a433bbd4caf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.864256] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.864256] env[69169]: value = "task-3251737" [ 1119.864256] env[69169]: _type = "Task" [ 1119.864256] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.874093] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251737, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.964127] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.224346] env[69169]: DEBUG nova.network.neutron [-] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.242256] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30a2278b-0509-422d-a541-e3e67a25d7eb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.251530] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc223f-45c5-446c-8e3e-085cddea1023 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.284404] env[69169]: DEBUG nova.compute.manager [req-74726b1e-98b8-4c1d-9d15-58e574dfad23 req-b0ccfece-dd37-4e54-9753-b9429050126d service nova] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Detach interface failed, port_id=f857a61d-72ac-4399-b589-ca9f1f70d17d, reason: Instance 760737a3-65d8-41a8-80b3-36a4247defe6 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1120.360856] env[69169]: DEBUG nova.compute.utils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.362197] env[69169]: DEBUG nova.compute.manager [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.362365] env[69169]: DEBUG nova.network.neutron [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.373267] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251737, 'name': CreateVM_Task, 'duration_secs': 0.32737} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.374337] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.374505] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.374670] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.374974] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.375449] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369fd345-0361-446b-9d19-71d894ca0566 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.380586] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1120.380586] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52aff351-a508-9c80-d850-a7771a4dc7a7" [ 1120.380586] env[69169]: _type = "Task" [ 1120.380586] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.388665] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52aff351-a508-9c80-d850-a7771a4dc7a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.408164] env[69169]: DEBUG nova.policy [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cfef0849fb4a12b890ed836f8c0c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf2d8d04a5ab47fda9b658c0c265488e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.463098] env[69169]: DEBUG oslo_vmware.api [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251736, 'name': PowerOnVM_Task, 'duration_secs': 0.617252} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.463382] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.463584] env[69169]: INFO nova.compute.manager [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1120.463767] env[69169]: DEBUG nova.compute.manager [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.464545] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086f68e4-e503-4856-8745-05fb1c24bb68 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.672732] env[69169]: DEBUG nova.network.neutron [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Successfully created port: 9637f246-c24c-4a95-afc2-46210b5fe957 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.726665] env[69169]: INFO nova.compute.manager [-] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Took 1.24 seconds to deallocate network for instance. [ 1120.869291] env[69169]: DEBUG nova.compute.manager [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.898310] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52aff351-a508-9c80-d850-a7771a4dc7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009839} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.898638] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.898928] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.899292] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.899367] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.899512] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.901615] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82eba1a6-d6b2-44d4-be3d-07d70ef88500 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.910337] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.910408] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.913374] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-848962aa-1d32-4d27-94dd-f49fea02e549 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.919446] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1120.919446] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52788a48-e743-fe1d-71ab-32b412275b5e" [ 1120.919446] env[69169]: _type = "Task" [ 1120.919446] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.928250] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52788a48-e743-fe1d-71ab-32b412275b5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.981434] env[69169]: INFO nova.compute.manager [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Took 26.94 seconds to build instance. [ 1121.125944] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4943edc2-1140-47b0-bc84-ad327c5ff400 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.133753] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6441b9d1-fe51-4996-9bb6-9a4a830da6ab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.163955] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0152a319-70d4-4ee2-a627-3c72fb099406 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.171447] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82be42cf-e50a-4a23-971e-c0c0d65714a7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.184640] env[69169]: DEBUG nova.compute.provider_tree [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.233437] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.429774] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52788a48-e743-fe1d-71ab-32b412275b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.008229} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.430814] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17337db0-3945-498d-af67-b4aaa94439c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.435570] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1121.435570] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f8d082-7cfb-7e32-4c5a-d31144aa20e8" [ 1121.435570] env[69169]: _type = "Task" [ 1121.435570] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.445703] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f8d082-7cfb-7e32-4c5a-d31144aa20e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.482783] env[69169]: DEBUG oslo_concurrency.lockutils [None req-22302805-1a1d-445e-bd0f-b4840aadb0c2 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "59f58c54-2c9f-4f88-97c2-5fb21e864f12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.455s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.688846] env[69169]: DEBUG nova.scheduler.client.report [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.819039] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.819039] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.819039] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "73c9ad6c-38ab-4cec-a80c-d874507a5180-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.819312] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.819484] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.821967] env[69169]: INFO nova.compute.manager [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Terminating instance [ 1121.880876] env[69169]: DEBUG nova.compute.manager [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.908224] env[69169]: DEBUG nova.virt.hardware [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.908497] env[69169]: DEBUG nova.virt.hardware [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.909138] env[69169]: DEBUG nova.virt.hardware [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.909138] env[69169]: DEBUG nova.virt.hardware [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.909138] env[69169]: DEBUG nova.virt.hardware [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.909266] env[69169]: DEBUG nova.virt.hardware [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.909382] env[69169]: DEBUG nova.virt.hardware [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.909579] env[69169]: DEBUG nova.virt.hardware [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.909765] env[69169]: DEBUG nova.virt.hardware [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.909929] env[69169]: DEBUG nova.virt.hardware [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.910116] env[69169]: DEBUG nova.virt.hardware [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.911007] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334fa96a-8695-4904-a909-b5d6d27a1224 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.919083] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3fed2c-f57a-4c1b-ab6a-ba450aff93b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.945606] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f8d082-7cfb-7e32-4c5a-d31144aa20e8, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.945893] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.946176] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 214ff644-0f1a-4ede-b93a-4dd66185dab1/214ff644-0f1a-4ede-b93a-4dd66185dab1.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.946427] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a03694f2-c5f5-4360-8eed-4a08ab128395 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.952428] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1121.952428] env[69169]: value = "task-3251738" [ 1121.952428] env[69169]: _type = "Task" [ 1121.952428] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.959925] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.043755] env[69169]: DEBUG nova.compute.manager [req-01c734e1-451d-4246-9923-04f057fbafc2 req-853d1caa-e928-4165-9400-e43c282b81aa service nova] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Received event network-vif-plugged-9637f246-c24c-4a95-afc2-46210b5fe957 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.044023] env[69169]: DEBUG oslo_concurrency.lockutils [req-01c734e1-451d-4246-9923-04f057fbafc2 req-853d1caa-e928-4165-9400-e43c282b81aa service nova] Acquiring lock "8dfec921-5f64-4da4-86b1-3afa5650a485-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.044291] env[69169]: DEBUG oslo_concurrency.lockutils [req-01c734e1-451d-4246-9923-04f057fbafc2 req-853d1caa-e928-4165-9400-e43c282b81aa service nova] Lock "8dfec921-5f64-4da4-86b1-3afa5650a485-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.044521] env[69169]: DEBUG oslo_concurrency.lockutils [req-01c734e1-451d-4246-9923-04f057fbafc2 req-853d1caa-e928-4165-9400-e43c282b81aa service nova] Lock "8dfec921-5f64-4da4-86b1-3afa5650a485-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.044724] env[69169]: DEBUG nova.compute.manager [req-01c734e1-451d-4246-9923-04f057fbafc2 req-853d1caa-e928-4165-9400-e43c282b81aa service nova] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] No waiting events found dispatching network-vif-plugged-9637f246-c24c-4a95-afc2-46210b5fe957 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.044928] env[69169]: WARNING nova.compute.manager [req-01c734e1-451d-4246-9923-04f057fbafc2 req-853d1caa-e928-4165-9400-e43c282b81aa service nova] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Received unexpected event network-vif-plugged-9637f246-c24c-4a95-afc2-46210b5fe957 for instance with vm_state building and task_state spawning. [ 1122.128448] env[69169]: DEBUG nova.network.neutron [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Successfully updated port: 9637f246-c24c-4a95-afc2-46210b5fe957 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.194427] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.195025] env[69169]: DEBUG nova.compute.manager [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.198022] env[69169]: DEBUG oslo_concurrency.lockutils [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.846s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.198269] env[69169]: DEBUG nova.objects.instance [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lazy-loading 'resources' on Instance uuid 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.325655] env[69169]: DEBUG nova.compute.manager [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.325655] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.326579] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396f2225-9829-47ba-8dd7-40728ae8994f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.334917] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.335231] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bc7ed21-1eab-45af-9f18-4106b66aef81 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.343802] env[69169]: DEBUG oslo_vmware.api [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1122.343802] env[69169]: value = "task-3251739" [ 1122.343802] env[69169]: _type = "Task" [ 1122.343802] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.353872] env[69169]: DEBUG oslo_vmware.api [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.388312] env[69169]: DEBUG nova.compute.manager [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.389235] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcd68d5-559a-42c6-93b6-9716633e453c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.400489] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.400489] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.465373] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436987} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.466693] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 214ff644-0f1a-4ede-b93a-4dd66185dab1/214ff644-0f1a-4ede-b93a-4dd66185dab1.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.466693] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.466693] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bc2698a-3150-4de9-97d1-6a5ace5d92bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.472990] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1122.472990] env[69169]: value = "task-3251740" [ 1122.472990] env[69169]: _type = "Task" [ 1122.472990] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.482609] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.631927] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "refresh_cache-8dfec921-5f64-4da4-86b1-3afa5650a485" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.632101] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "refresh_cache-8dfec921-5f64-4da4-86b1-3afa5650a485" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.632260] env[69169]: DEBUG nova.network.neutron [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.702653] env[69169]: DEBUG nova.compute.utils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.703909] env[69169]: DEBUG nova.compute.manager [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.704161] env[69169]: DEBUG nova.network.neutron [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.745442] env[69169]: DEBUG nova.policy [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a6b450a2904216b612aec484497024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '088fa329f82442fdb636c14c4ec555a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.856470] env[69169]: DEBUG oslo_vmware.api [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251739, 'name': PowerOffVM_Task, 'duration_secs': 0.250369} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.857561] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.857903] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.858258] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-041114cc-9f1c-4619-87cd-63a85a61a1c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.900779] env[69169]: INFO nova.compute.manager [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] instance snapshotting [ 1122.909755] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d6db69-051e-4b8f-bd32-770ac96523e4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.912643] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.913222] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.913401] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.913583] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.913763] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.913971] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.914146] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69169) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1122.914307] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.935070] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.936018] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b19e4cd-1786-4510-ba8b-01b0e2d279e0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.938554] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.938753] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.938948] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Deleting the datastore file [datastore1] 73c9ad6c-38ab-4cec-a80c-d874507a5180 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.942854] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95e91acd-5d06-4c1b-93f8-016fc22c6ee3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.949892] env[69169]: DEBUG oslo_vmware.api [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for the task: (returnval){ [ 1122.949892] env[69169]: value = "task-3251742" [ 1122.949892] env[69169]: _type = "Task" [ 1122.949892] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.957351] env[69169]: DEBUG oslo_vmware.api [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.984692] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069411} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.985746] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.986575] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de20790a-7d1e-425c-b1fa-ed5d30efec23 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.990538] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65faa3fd-32a9-4d5e-a472-0ca29cde52c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.011751] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 214ff644-0f1a-4ede-b93a-4dd66185dab1/214ff644-0f1a-4ede-b93a-4dd66185dab1.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.013964] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-257f6518-646e-4605-8e14-26896b833065 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.028587] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fbdb3b-9d14-4cfb-a0f5-355f39780491 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.063086] env[69169]: DEBUG nova.network.neutron [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Successfully created port: 83062a9e-a4c3-443d-b3c6-6ef37a8e9de6 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.065568] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d047725e-1b3f-4df5-b515-0b41b4440993 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.068225] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1123.068225] env[69169]: value = "task-3251743" [ 1123.068225] env[69169]: _type = "Task" [ 1123.068225] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.077472] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98583d68-95ce-4ffc-9d6a-b6a4aadbb772 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.085414] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.096384] env[69169]: DEBUG nova.compute.provider_tree [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.179654] env[69169]: DEBUG nova.network.neutron [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.204816] env[69169]: DEBUG nova.compute.manager [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.313699] env[69169]: DEBUG nova.network.neutron [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Updating instance_info_cache with network_info: [{"id": "9637f246-c24c-4a95-afc2-46210b5fe957", "address": "fa:16:3e:f6:e1:b5", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9637f246-c2", "ovs_interfaceid": "9637f246-c24c-4a95-afc2-46210b5fe957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.452534] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1123.452901] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-249e19b1-2b72-4b3f-ace5-75a85827d71b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.466250] env[69169]: DEBUG oslo_vmware.api [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Task: {'id': task-3251742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150186} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.467500] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.467698] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.467883] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.468066] env[69169]: INFO nova.compute.manager [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1123.468468] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.468750] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1123.468750] env[69169]: value = "task-3251744" [ 1123.468750] env[69169]: _type = "Task" [ 1123.468750] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.468947] env[69169]: DEBUG nova.compute.manager [-] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.469136] env[69169]: DEBUG nova.network.neutron [-] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.478776] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251744, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.578471] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251743, 'name': ReconfigVM_Task, 'duration_secs': 0.308209} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.578822] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 214ff644-0f1a-4ede-b93a-4dd66185dab1/214ff644-0f1a-4ede-b93a-4dd66185dab1.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.579511] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6421408-1461-4b3e-9626-07b532329c83 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.586216] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1123.586216] env[69169]: value = "task-3251745" [ 1123.586216] env[69169]: _type = "Task" [ 1123.586216] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.598532] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251745, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.599140] env[69169]: DEBUG nova.scheduler.client.report [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.819839] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "refresh_cache-8dfec921-5f64-4da4-86b1-3afa5650a485" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.820340] env[69169]: DEBUG nova.compute.manager [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Instance network_info: |[{"id": "9637f246-c24c-4a95-afc2-46210b5fe957", "address": "fa:16:3e:f6:e1:b5", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9637f246-c2", "ovs_interfaceid": "9637f246-c24c-4a95-afc2-46210b5fe957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.820770] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:e1:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9637f246-c24c-4a95-afc2-46210b5fe957', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.831581] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.832159] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.832473] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a43d6934-96ab-4a74-ac5d-efa45343e4ee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.858756] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.858756] env[69169]: value = "task-3251746" [ 1123.858756] env[69169]: _type = "Task" [ 1123.858756] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.867189] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251746, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.980140] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251744, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.031570] env[69169]: DEBUG nova.compute.manager [req-fa190279-20b5-4ced-a219-1c736ef182c7 req-0a9cdd03-5756-4db5-bd08-1b9df97a49ae service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Received event network-vif-deleted-a78e8905-e232-490b-a466-2ceb2ea02bd9 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.031957] env[69169]: INFO nova.compute.manager [req-fa190279-20b5-4ced-a219-1c736ef182c7 req-0a9cdd03-5756-4db5-bd08-1b9df97a49ae service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Neutron deleted interface a78e8905-e232-490b-a466-2ceb2ea02bd9; detaching it from the instance and deleting it from the info cache [ 1124.032287] env[69169]: DEBUG nova.network.neutron [req-fa190279-20b5-4ced-a219-1c736ef182c7 req-0a9cdd03-5756-4db5-bd08-1b9df97a49ae service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.074576] env[69169]: DEBUG nova.compute.manager [req-7163ae3a-aade-4353-a3b4-bc11e8bd4cac req-f09c7d17-eb5d-470f-a258-697080a1ead8 service nova] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Received event network-changed-9637f246-c24c-4a95-afc2-46210b5fe957 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.074782] env[69169]: DEBUG nova.compute.manager [req-7163ae3a-aade-4353-a3b4-bc11e8bd4cac req-f09c7d17-eb5d-470f-a258-697080a1ead8 service nova] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Refreshing instance network info cache due to event network-changed-9637f246-c24c-4a95-afc2-46210b5fe957. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.074996] env[69169]: DEBUG oslo_concurrency.lockutils [req-7163ae3a-aade-4353-a3b4-bc11e8bd4cac req-f09c7d17-eb5d-470f-a258-697080a1ead8 service nova] Acquiring lock "refresh_cache-8dfec921-5f64-4da4-86b1-3afa5650a485" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.075164] env[69169]: DEBUG oslo_concurrency.lockutils [req-7163ae3a-aade-4353-a3b4-bc11e8bd4cac req-f09c7d17-eb5d-470f-a258-697080a1ead8 service nova] Acquired lock "refresh_cache-8dfec921-5f64-4da4-86b1-3afa5650a485" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.075384] env[69169]: DEBUG nova.network.neutron [req-7163ae3a-aade-4353-a3b4-bc11e8bd4cac req-f09c7d17-eb5d-470f-a258-697080a1ead8 service nova] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Refreshing network info cache for port 9637f246-c24c-4a95-afc2-46210b5fe957 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.096875] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251745, 'name': Rename_Task, 'duration_secs': 0.401388} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.097270] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.097523] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e83bca3-9514-4300-b1a1-d19e764ba42a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.103911] env[69169]: DEBUG oslo_concurrency.lockutils [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.105924] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1124.105924] env[69169]: value = "task-3251747" [ 1124.105924] env[69169]: _type = "Task" [ 1124.105924] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.106354] env[69169]: DEBUG oslo_concurrency.lockutils [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.616s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.106577] env[69169]: DEBUG nova.objects.instance [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lazy-loading 'resources' on Instance uuid 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.125027] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251747, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.127548] env[69169]: INFO nova.scheduler.client.report [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleted allocations for instance 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd [ 1124.221977] env[69169]: DEBUG nova.compute.manager [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.247046] env[69169]: DEBUG nova.virt.hardware [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.247758] env[69169]: DEBUG nova.virt.hardware [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.248373] env[69169]: DEBUG nova.virt.hardware [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.248833] env[69169]: DEBUG nova.virt.hardware [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.249099] env[69169]: DEBUG nova.virt.hardware [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.249276] env[69169]: DEBUG nova.virt.hardware [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.249560] env[69169]: DEBUG nova.virt.hardware [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.249805] env[69169]: DEBUG nova.virt.hardware [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.250036] env[69169]: DEBUG nova.virt.hardware [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.250266] env[69169]: DEBUG nova.virt.hardware [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.250916] env[69169]: DEBUG nova.virt.hardware [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.251899] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f896fb-de08-449a-87ec-c71aadb5f4f6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.261154] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661757d8-43a2-4022-aa31-999bc591bf8a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.368497] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251746, 'name': CreateVM_Task, 'duration_secs': 0.346411} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.368692] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.369470] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.369656] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.369988] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.370309] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa35624-7435-4cf2-9221-867466ee2492 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.375286] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1124.375286] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5247cd47-3b02-2a79-fd6b-6a236c61f3e3" [ 1124.375286] env[69169]: _type = "Task" [ 1124.375286] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.386009] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5247cd47-3b02-2a79-fd6b-6a236c61f3e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.481494] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251744, 'name': CreateSnapshot_Task, 'duration_secs': 0.725241} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.481757] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1124.482394] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fe0f51-187f-4185-8dcb-4bd06881e773 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.509087] env[69169]: DEBUG nova.network.neutron [-] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.534502] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d2dacd3-8e8e-447a-8eb2-cdd919db3e29 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.544791] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e26a767-6b8d-4150-bb1e-d2236d2e6db4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.556473] env[69169]: DEBUG nova.network.neutron [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Successfully updated port: 83062a9e-a4c3-443d-b3c6-6ef37a8e9de6 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.580921] env[69169]: DEBUG nova.compute.manager [req-fa190279-20b5-4ced-a219-1c736ef182c7 req-0a9cdd03-5756-4db5-bd08-1b9df97a49ae service nova] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Detach interface failed, port_id=a78e8905-e232-490b-a466-2ceb2ea02bd9, reason: Instance 73c9ad6c-38ab-4cec-a80c-d874507a5180 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.622966] env[69169]: DEBUG oslo_vmware.api [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251747, 'name': PowerOnVM_Task, 'duration_secs': 0.476852} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.623309] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.623551] env[69169]: DEBUG nova.compute.manager [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.625129] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5478095-1b51-45a0-ac21-3883281f6f6c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.637178] env[69169]: DEBUG oslo_concurrency.lockutils [None req-374c8795-fc7a-4b0b-9ff5-0ddcdbaa0fb6 tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "57b59d5e-86f1-4fd3-8d2a-52c86b9798bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.704s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.830390] env[69169]: DEBUG nova.network.neutron [req-7163ae3a-aade-4353-a3b4-bc11e8bd4cac req-f09c7d17-eb5d-470f-a258-697080a1ead8 service nova] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Updated VIF entry in instance network info cache for port 9637f246-c24c-4a95-afc2-46210b5fe957. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.830390] env[69169]: DEBUG nova.network.neutron [req-7163ae3a-aade-4353-a3b4-bc11e8bd4cac req-f09c7d17-eb5d-470f-a258-697080a1ead8 service nova] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Updating instance_info_cache with network_info: [{"id": "9637f246-c24c-4a95-afc2-46210b5fe957", "address": "fa:16:3e:f6:e1:b5", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9637f246-c2", "ovs_interfaceid": "9637f246-c24c-4a95-afc2-46210b5fe957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.857520] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff3c358-eb03-4dcf-8fc7-3bf0384f44c7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.865912] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d5c483-7181-4409-a195-c601e7ae8ee3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.899974] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5b32d2-f7d4-4358-98bd-1176f569dc7b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.910800] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5247cd47-3b02-2a79-fd6b-6a236c61f3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009177} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.913101] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.913101] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.913347] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.913494] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.913669] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.914437] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6d69334-7688-4a57-b799-7fec24c8df43 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.917530] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0653c093-7da3-477b-b409-5514900d0017 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.932188] env[69169]: DEBUG nova.compute.provider_tree [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.934286] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.934465] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.935360] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-980fd3f2-f15d-45b6-8d3f-c8b48f87f01f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.940427] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1124.940427] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fe9459-fc9e-d657-a25c-186fae3507c9" [ 1124.940427] env[69169]: _type = "Task" [ 1124.940427] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.949829] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fe9459-fc9e-d657-a25c-186fae3507c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.000173] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1125.000522] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1602999-3956-47a8-b69a-219d2d63f1c3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.011121] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1125.011121] env[69169]: value = "task-3251748" [ 1125.011121] env[69169]: _type = "Task" [ 1125.011121] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.011856] env[69169]: INFO nova.compute.manager [-] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Took 1.54 seconds to deallocate network for instance. [ 1125.021902] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251748, 'name': CloneVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.059798] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.059960] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.060137] env[69169]: DEBUG nova.network.neutron [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.146429] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.203707] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "02eefdb0-553f-43e4-99b3-7704615d12f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.204015] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "02eefdb0-553f-43e4-99b3-7704615d12f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.204266] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "02eefdb0-553f-43e4-99b3-7704615d12f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.204457] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "02eefdb0-553f-43e4-99b3-7704615d12f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.204623] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "02eefdb0-553f-43e4-99b3-7704615d12f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.206626] env[69169]: INFO nova.compute.manager [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Terminating instance [ 1125.333874] env[69169]: DEBUG oslo_concurrency.lockutils [req-7163ae3a-aade-4353-a3b4-bc11e8bd4cac req-f09c7d17-eb5d-470f-a258-697080a1ead8 service nova] Releasing lock "refresh_cache-8dfec921-5f64-4da4-86b1-3afa5650a485" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.407500] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquiring lock "214ff644-0f1a-4ede-b93a-4dd66185dab1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.407792] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Lock "214ff644-0f1a-4ede-b93a-4dd66185dab1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.408010] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquiring lock "214ff644-0f1a-4ede-b93a-4dd66185dab1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.408210] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Lock "214ff644-0f1a-4ede-b93a-4dd66185dab1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.408412] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Lock "214ff644-0f1a-4ede-b93a-4dd66185dab1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.410513] env[69169]: INFO nova.compute.manager [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Terminating instance [ 1125.436860] env[69169]: DEBUG nova.scheduler.client.report [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.451950] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fe9459-fc9e-d657-a25c-186fae3507c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012782} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.452783] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2527b4-0472-44b9-a33b-f9bd45c1c5bd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.458326] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1125.458326] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5226aed0-0b3c-330f-62aa-f441b64dba50" [ 1125.458326] env[69169]: _type = "Task" [ 1125.458326] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.466116] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5226aed0-0b3c-330f-62aa-f441b64dba50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.521858] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251748, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.523868] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.591661] env[69169]: DEBUG nova.network.neutron [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.710676] env[69169]: DEBUG nova.compute.manager [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.710905] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.711898] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267ad27b-27a9-429a-8575-6408f5d317b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.720180] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.720405] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26e6e762-e254-486a-97ae-dcc491f7e457 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.726855] env[69169]: DEBUG oslo_vmware.api [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1125.726855] env[69169]: value = "task-3251749" [ 1125.726855] env[69169]: _type = "Task" [ 1125.726855] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.730483] env[69169]: DEBUG nova.network.neutron [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Updating instance_info_cache with network_info: [{"id": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "address": "fa:16:3e:68:b6:5a", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83062a9e-a4", "ovs_interfaceid": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.736244] env[69169]: DEBUG oslo_vmware.api [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.914424] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquiring lock "refresh_cache-214ff644-0f1a-4ede-b93a-4dd66185dab1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.914620] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquired lock "refresh_cache-214ff644-0f1a-4ede-b93a-4dd66185dab1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.914801] env[69169]: DEBUG nova.network.neutron [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.942168] env[69169]: DEBUG oslo_concurrency.lockutils [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.945578] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.129s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.946095] env[69169]: DEBUG nova.objects.instance [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lazy-loading 'resources' on Instance uuid 31492cd2-0e25-454c-840e-6d0cd9ea8dd4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.967613] env[69169]: INFO nova.scheduler.client.report [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleted allocations for instance 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03 [ 1125.975702] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5226aed0-0b3c-330f-62aa-f441b64dba50, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.980212] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.980627] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 8dfec921-5f64-4da4-86b1-3afa5650a485/8dfec921-5f64-4da4-86b1-3afa5650a485.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.980904] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3df5a6d6-7c6b-4e14-9132-b7280458434c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.987635] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1125.987635] env[69169]: value = "task-3251750" [ 1125.987635] env[69169]: _type = "Task" [ 1125.987635] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.996616] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.022865] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251748, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.104385] env[69169]: DEBUG nova.compute.manager [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Received event network-vif-plugged-83062a9e-a4c3-443d-b3c6-6ef37a8e9de6 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.105091] env[69169]: DEBUG oslo_concurrency.lockutils [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] Acquiring lock "f2e16ff2-6995-4985-a3ee-b19772a73edf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.105377] env[69169]: DEBUG oslo_concurrency.lockutils [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] Lock "f2e16ff2-6995-4985-a3ee-b19772a73edf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.105612] env[69169]: DEBUG oslo_concurrency.lockutils [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] Lock "f2e16ff2-6995-4985-a3ee-b19772a73edf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.105841] env[69169]: DEBUG nova.compute.manager [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] No waiting events found dispatching network-vif-plugged-83062a9e-a4c3-443d-b3c6-6ef37a8e9de6 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.106079] env[69169]: WARNING nova.compute.manager [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Received unexpected event network-vif-plugged-83062a9e-a4c3-443d-b3c6-6ef37a8e9de6 for instance with vm_state building and task_state spawning. [ 1126.106298] env[69169]: DEBUG nova.compute.manager [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Received event network-changed-83062a9e-a4c3-443d-b3c6-6ef37a8e9de6 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.106479] env[69169]: DEBUG nova.compute.manager [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Refreshing instance network info cache due to event network-changed-83062a9e-a4c3-443d-b3c6-6ef37a8e9de6. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.106695] env[69169]: DEBUG oslo_concurrency.lockutils [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] Acquiring lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.238189] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.238595] env[69169]: DEBUG nova.compute.manager [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Instance network_info: |[{"id": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "address": "fa:16:3e:68:b6:5a", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83062a9e-a4", "ovs_interfaceid": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.239452] env[69169]: DEBUG oslo_vmware.api [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251749, 'name': PowerOffVM_Task, 'duration_secs': 0.312213} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.239744] env[69169]: DEBUG oslo_concurrency.lockutils [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] Acquired lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.239938] env[69169]: DEBUG nova.network.neutron [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Refreshing network info cache for port 83062a9e-a4c3-443d-b3c6-6ef37a8e9de6 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.241347] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:b6:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83062a9e-a4c3-443d-b3c6-6ef37a8e9de6', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.249136] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Creating folder: Project (088fa329f82442fdb636c14c4ec555a6). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.249465] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.249658] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.253108] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be421fab-6037-4981-a923-07e98a18470a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.254937] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9d04cc7-cd90-45f9-9870-c41297f2a95c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.267920] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Created folder: Project (088fa329f82442fdb636c14c4ec555a6) in parent group-v649481. [ 1126.268151] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Creating folder: Instances. Parent ref: group-v649742. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.268452] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f72f7487-54d5-4b51-9f13-7e04117f0149 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.281175] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Created folder: Instances in parent group-v649742. [ 1126.281451] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.281652] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.281863] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2db51e95-c732-4c86-a8ba-9e6ee559b559 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.305608] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.305608] env[69169]: value = "task-3251754" [ 1126.305608] env[69169]: _type = "Task" [ 1126.305608] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.314460] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251754, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.342694] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.342993] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.343221] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleting the datastore file [datastore2] 02eefdb0-553f-43e4-99b3-7704615d12f7 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.343500] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eacd590-4a5d-49d7-970a-876788451ff8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.350856] env[69169]: DEBUG oslo_vmware.api [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for the task: (returnval){ [ 1126.350856] env[69169]: value = "task-3251755" [ 1126.350856] env[69169]: _type = "Task" [ 1126.350856] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.364202] env[69169]: DEBUG oslo_vmware.api [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.438251] env[69169]: DEBUG nova.network.neutron [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.486710] env[69169]: DEBUG oslo_concurrency.lockutils [None req-101a5659-2f6d-49f6-a9f6-fd61c78d5b74 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.599s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.497952] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251750, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.499506] env[69169]: DEBUG nova.network.neutron [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.509973] env[69169]: DEBUG nova.network.neutron [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Updated VIF entry in instance network info cache for port 83062a9e-a4c3-443d-b3c6-6ef37a8e9de6. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.510439] env[69169]: DEBUG nova.network.neutron [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Updating instance_info_cache with network_info: [{"id": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "address": "fa:16:3e:68:b6:5a", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83062a9e-a4", "ovs_interfaceid": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.526127] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251748, 'name': CloneVM_Task, 'duration_secs': 1.288036} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.526446] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Created linked-clone VM from snapshot [ 1126.527192] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56e98e5-88d1-4a3f-b24b-218a01c3ac34 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.537695] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Uploading image a45bb311-98c8-4c7e-b672-4297a02e02dd {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1126.552423] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1126.552718] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f8bf9c82-cf52-43cf-bfe3-d1a51f49d7fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.559241] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1126.559241] env[69169]: value = "task-3251756" [ 1126.559241] env[69169]: _type = "Task" [ 1126.559241] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.567118] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251756, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.695376] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c74752a-73c0-4e06-b32a-e151fcd7d9b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.703017] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e58733-b92b-4e7b-9b3e-740cf732e4bf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.735231] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9aa4a5-8612-4744-b5c6-e10e27d5ea7e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.743845] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e48ec6c-7026-4a81-97de-2cc5ddd08c4e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.757381] env[69169]: DEBUG nova.compute.provider_tree [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.816184] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251754, 'name': CreateVM_Task, 'duration_secs': 0.33763} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.816326] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.816983] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.817187] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.817676] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.818292] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfc8f6d-f9d4-48f9-ad5a-d19ebdbf8654 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.822904] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1126.822904] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5236a534-ee93-a6b3-3e41-db124fd0c6cc" [ 1126.822904] env[69169]: _type = "Task" [ 1126.822904] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.831349] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5236a534-ee93-a6b3-3e41-db124fd0c6cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.860162] env[69169]: DEBUG oslo_vmware.api [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Task: {'id': task-3251755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264234} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.860418] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.860606] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.860786] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.860959] env[69169]: INFO nova.compute.manager [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1126.861212] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.861405] env[69169]: DEBUG nova.compute.manager [-] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.861496] env[69169]: DEBUG nova.network.neutron [-] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.999269] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512181} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.999572] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 8dfec921-5f64-4da4-86b1-3afa5650a485/8dfec921-5f64-4da4-86b1-3afa5650a485.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.999816] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.000148] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43f9da5e-47ae-4abf-9df4-c265ce6abf53 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.006037] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Releasing lock "refresh_cache-214ff644-0f1a-4ede-b93a-4dd66185dab1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.006226] env[69169]: DEBUG nova.compute.manager [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.006414] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.011545] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1802c1a-0a77-4397-9e18-00fcafe72666 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.011545] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1127.011545] env[69169]: value = "task-3251757" [ 1127.011545] env[69169]: _type = "Task" [ 1127.011545] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.017940] env[69169]: DEBUG oslo_concurrency.lockutils [req-0e454007-87a3-4678-9201-ab779f70511a req-8dc85b8f-bb85-493b-975c-901163f718eb service nova] Releasing lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.018386] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.019089] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c860db53-73aa-4e4d-bf77-6ef7f2e284da {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.025024] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.027799] env[69169]: DEBUG oslo_vmware.api [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1127.027799] env[69169]: value = "task-3251758" [ 1127.027799] env[69169]: _type = "Task" [ 1127.027799] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.037210] env[69169]: DEBUG oslo_vmware.api [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.068398] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251756, 'name': Destroy_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.261217] env[69169]: DEBUG nova.scheduler.client.report [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.334869] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5236a534-ee93-a6b3-3e41-db124fd0c6cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.335188] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.335458] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.335714] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.335879] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.336054] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.336315] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17017203-d736-4410-8469-ba33392e5ef1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.346488] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.346693] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.347547] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761d2b43-651b-4e3e-a1d9-52acc84bbee9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.352805] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1127.352805] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5247df8f-a28f-bfdd-5e70-0dca18b226c7" [ 1127.352805] env[69169]: _type = "Task" [ 1127.352805] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.360242] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5247df8f-a28f-bfdd-5e70-0dca18b226c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.524775] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235943} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.525234] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.526375] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4a84d1-71e4-42d8-8a36-42a66f8ad905 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.563064] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 8dfec921-5f64-4da4-86b1-3afa5650a485/8dfec921-5f64-4da4-86b1-3afa5650a485.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.566628] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7739ac0b-667a-4a09-8ba5-c7de5b9a7bbe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.581213] env[69169]: DEBUG oslo_vmware.api [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251758, 'name': PowerOffVM_Task, 'duration_secs': 0.249819} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.584206] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.584390] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.585013] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7efa51cf-c915-4ea7-997f-230761a95d05 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.592988] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251756, 'name': Destroy_Task, 'duration_secs': 0.628057} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.593040] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1127.593040] env[69169]: value = "task-3251759" [ 1127.593040] env[69169]: _type = "Task" [ 1127.593040] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.593275] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Destroyed the VM [ 1127.593549] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1127.593863] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-64e82084-5dc8-4e95-9b37-d76acef47264 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.603308] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.604638] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1127.604638] env[69169]: value = "task-3251761" [ 1127.604638] env[69169]: _type = "Task" [ 1127.604638] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.612855] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251761, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.616592] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.616850] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.617090] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Deleting the datastore file [datastore2] 214ff644-0f1a-4ede-b93a-4dd66185dab1 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.617501] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffe4541e-da15-47e7-98a4-62e3cfd696b9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.623675] env[69169]: DEBUG oslo_vmware.api [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for the task: (returnval){ [ 1127.623675] env[69169]: value = "task-3251762" [ 1127.623675] env[69169]: _type = "Task" [ 1127.623675] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.631685] env[69169]: DEBUG oslo_vmware.api [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.644212] env[69169]: DEBUG nova.network.neutron [-] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.766162] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.768385] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.025s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.768625] env[69169]: DEBUG nova.objects.instance [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lazy-loading 'resources' on Instance uuid 66a53fab-9081-4e28-94a8-3b8ed260aeec {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.783725] env[69169]: INFO nova.scheduler.client.report [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Deleted allocations for instance 31492cd2-0e25-454c-840e-6d0cd9ea8dd4 [ 1127.864126] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5247df8f-a28f-bfdd-5e70-0dca18b226c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.864937] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d7b46f-f87b-4377-acc0-3eb234fa7e44 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.869857] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1127.869857] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524f19bb-4cc9-940d-4261-aeca25458600" [ 1127.869857] env[69169]: _type = "Task" [ 1127.869857] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.877311] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524f19bb-4cc9-940d-4261-aeca25458600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.103765] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251759, 'name': ReconfigVM_Task, 'duration_secs': 0.371295} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.104000] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 8dfec921-5f64-4da4-86b1-3afa5650a485/8dfec921-5f64-4da4-86b1-3afa5650a485.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.104625] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08aefe0d-1d0e-4b46-820d-06c3f39be2c8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.115065] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251761, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.116317] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1128.116317] env[69169]: value = "task-3251763" [ 1128.116317] env[69169]: _type = "Task" [ 1128.116317] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.124356] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251763, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.131936] env[69169]: DEBUG oslo_vmware.api [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Task: {'id': task-3251762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109324} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.132193] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.132381] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.132564] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.132744] env[69169]: INFO nova.compute.manager [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1128.132972] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.133178] env[69169]: DEBUG nova.compute.manager [-] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.133375] env[69169]: DEBUG nova.network.neutron [-] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.136634] env[69169]: DEBUG nova.compute.manager [req-63643a15-e7a6-4a58-b46a-6830da9f41b9 req-42461649-f9a8-456e-80a5-d28de3ff70e8 service nova] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Received event network-vif-deleted-b7790c05-e12b-4c9a-ac86-79211143724b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.146735] env[69169]: INFO nova.compute.manager [-] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Took 1.29 seconds to deallocate network for instance. [ 1128.152420] env[69169]: DEBUG nova.network.neutron [-] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.294083] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6696b609-e0aa-46d1-bf3e-0ccb30ca3e25 tempest-AttachVolumeTestJSON-1230237495 tempest-AttachVolumeTestJSON-1230237495-project-member] Lock "31492cd2-0e25-454c-840e-6d0cd9ea8dd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.149s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.381805] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524f19bb-4cc9-940d-4261-aeca25458600, 'name': SearchDatastore_Task, 'duration_secs': 0.009634} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.384298] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.384580] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] f2e16ff2-6995-4985-a3ee-b19772a73edf/f2e16ff2-6995-4985-a3ee-b19772a73edf.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.385010] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fed12a7-ff1b-4976-8e2d-4de38d926585 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.391267] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1128.391267] env[69169]: value = "task-3251764" [ 1128.391267] env[69169]: _type = "Task" [ 1128.391267] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.401060] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.496947] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782ffc70-e6f1-451a-8f97-77ded3804748 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.504826] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ce6685-cdfa-4f32-861b-5b7a5e878e70 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.540295] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e435765c-cc4b-4cee-9dc9-c8a8037f0ce7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.555418] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3967e1b1-3db8-4426-a1d7-a1f129053d0e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.570247] env[69169]: DEBUG nova.compute.provider_tree [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.574482] env[69169]: DEBUG nova.compute.manager [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Stashing vm_state: active {{(pid=69169) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1128.619229] env[69169]: DEBUG oslo_vmware.api [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251761, 'name': RemoveSnapshot_Task, 'duration_secs': 0.911014} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.623641] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1128.634646] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251763, 'name': Rename_Task, 'duration_secs': 0.242148} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.634646] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.634727] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cbb875b-8bf7-48a0-a855-0afafd5bbb89 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.643011] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1128.643011] env[69169]: value = "task-3251765" [ 1128.643011] env[69169]: _type = "Task" [ 1128.643011] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.657329] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.657658] env[69169]: DEBUG nova.network.neutron [-] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.659841] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.900953] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458891} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.901313] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] f2e16ff2-6995-4985-a3ee-b19772a73edf/f2e16ff2-6995-4985-a3ee-b19772a73edf.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.901561] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.901828] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbe879d6-9cc0-4ff3-9fe9-74529abe90c8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.907708] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1128.907708] env[69169]: value = "task-3251767" [ 1128.907708] env[69169]: _type = "Task" [ 1128.907708] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.916538] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.075499] env[69169]: DEBUG nova.scheduler.client.report [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.093934] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.128863] env[69169]: WARNING nova.compute.manager [None req-5d40ff85-4f43-4c6a-bf19-6f92ab429864 tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Image not found during snapshot: nova.exception.ImageNotFound: Image a45bb311-98c8-4c7e-b672-4297a02e02dd could not be found. [ 1129.153132] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251765, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.162169] env[69169]: INFO nova.compute.manager [-] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Took 1.03 seconds to deallocate network for instance. [ 1129.417940] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068438} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.418237] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.419029] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b773918-4ebf-41c1-9fc0-b53858e41145 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.441706] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] f2e16ff2-6995-4985-a3ee-b19772a73edf/f2e16ff2-6995-4985-a3ee-b19772a73edf.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.441949] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd92f1f7-56b4-4387-a2c0-5cfa77eb68ce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.462169] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1129.462169] env[69169]: value = "task-3251768" [ 1129.462169] env[69169]: _type = "Task" [ 1129.462169] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.470935] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.583782] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.586130] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.765s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.586586] env[69169]: DEBUG nova.objects.instance [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1129.604453] env[69169]: INFO nova.scheduler.client.report [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleted allocations for instance 66a53fab-9081-4e28-94a8-3b8ed260aeec [ 1129.655820] env[69169]: DEBUG oslo_vmware.api [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251765, 'name': PowerOnVM_Task, 'duration_secs': 0.578332} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.656511] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.656511] env[69169]: INFO nova.compute.manager [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1129.656511] env[69169]: DEBUG nova.compute.manager [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.657540] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48d044f-b0fc-4296-ba1a-efb5b6482dd3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.672505] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.972563] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.078791] env[69169]: DEBUG oslo_concurrency.lockutils [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "59f58c54-2c9f-4f88-97c2-5fb21e864f12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.079150] env[69169]: DEBUG oslo_concurrency.lockutils [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "59f58c54-2c9f-4f88-97c2-5fb21e864f12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.079390] env[69169]: DEBUG oslo_concurrency.lockutils [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "59f58c54-2c9f-4f88-97c2-5fb21e864f12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.079621] env[69169]: DEBUG oslo_concurrency.lockutils [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "59f58c54-2c9f-4f88-97c2-5fb21e864f12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.079800] env[69169]: DEBUG oslo_concurrency.lockutils [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "59f58c54-2c9f-4f88-97c2-5fb21e864f12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.081775] env[69169]: INFO nova.compute.manager [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Terminating instance [ 1130.113456] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9b5633a5-e6a5-487a-babf-70add854fe0b tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "66a53fab-9081-4e28-94a8-3b8ed260aeec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.470s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.177148] env[69169]: INFO nova.compute.manager [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Took 31.60 seconds to build instance. [ 1130.474447] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.567189] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "8dfec921-5f64-4da4-86b1-3afa5650a485" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.586062] env[69169]: DEBUG nova.compute.manager [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.586062] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.586486] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bc1ca3-bdee-4e77-8aec-5e22fccdf0b4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.593802] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.594036] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab728431-4c62-4ea5-9e25-ff91cc51a63d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.596113] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c8b0b14b-bfc4-4259-a457-8f5c5c4cbc6c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.597131] env[69169]: DEBUG oslo_concurrency.lockutils [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.389s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.597364] env[69169]: DEBUG nova.objects.instance [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lazy-loading 'resources' on Instance uuid 2f33b223-ee35-4459-9f89-1fe22c03edce {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.604064] env[69169]: DEBUG oslo_vmware.api [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1130.604064] env[69169]: value = "task-3251769" [ 1130.604064] env[69169]: _type = "Task" [ 1130.604064] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.613282] env[69169]: DEBUG oslo_vmware.api [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.679180] env[69169]: DEBUG oslo_concurrency.lockutils [None req-853058d3-2f75-49ed-950c-2006ded36704 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "8dfec921-5f64-4da4-86b1-3afa5650a485" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.117s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.679566] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "8dfec921-5f64-4da4-86b1-3afa5650a485" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.113s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.679793] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "8dfec921-5f64-4da4-86b1-3afa5650a485-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.680000] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "8dfec921-5f64-4da4-86b1-3afa5650a485-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.680246] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "8dfec921-5f64-4da4-86b1-3afa5650a485-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.682598] env[69169]: INFO nova.compute.manager [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Terminating instance [ 1130.870653] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "ead24a11-10bf-4152-9674-b83d873b7fb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.870898] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "ead24a11-10bf-4152-9674-b83d873b7fb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.974955] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251768, 'name': ReconfigVM_Task, 'duration_secs': 1.038096} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.974955] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Reconfigured VM instance instance-00000060 to attach disk [datastore1] f2e16ff2-6995-4985-a3ee-b19772a73edf/f2e16ff2-6995-4985-a3ee-b19772a73edf.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.975163] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3ad6fce-6da7-4e68-90a0-c6a00b7224c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.981614] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1130.981614] env[69169]: value = "task-3251770" [ 1130.981614] env[69169]: _type = "Task" [ 1130.981614] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.989065] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251770, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.113963] env[69169]: DEBUG oslo_vmware.api [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251769, 'name': PowerOffVM_Task, 'duration_secs': 0.269148} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.114256] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.114427] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.114750] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a8225d8-707a-46dd-8afe-a7fb230fab12 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.190486] env[69169]: DEBUG nova.compute.manager [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.190698] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.191740] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e0ee7b-ee0d-48bc-8e62-e8ec8ad8d460 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.199144] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.199391] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c3b13ea-16a4-4f76-9a91-75a04ce6f46e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.206088] env[69169]: DEBUG oslo_vmware.api [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1131.206088] env[69169]: value = "task-3251772" [ 1131.206088] env[69169]: _type = "Task" [ 1131.206088] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.213158] env[69169]: DEBUG oslo_vmware.api [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.310299] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d551d7f-c05c-439b-9549-94e6ab1baa9c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.318250] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ab39ae-1252-4d57-8f74-cbe4b0477702 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.350258] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd5f107-ee31-432c-a12a-b8fa1f856d2e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.358092] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace4d7c5-2a6a-4582-97b0-1d406adf11fc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.371826] env[69169]: DEBUG nova.compute.provider_tree [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.377096] env[69169]: DEBUG nova.compute.manager [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.490842] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251770, 'name': Rename_Task, 'duration_secs': 0.166215} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.491136] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.491389] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a13909ab-4f97-41d4-b894-a2a4ca483ba1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.497615] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1131.497615] env[69169]: value = "task-3251773" [ 1131.497615] env[69169]: _type = "Task" [ 1131.497615] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.504883] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.681468] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.681925] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.681925] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleting the datastore file [datastore2] 59f58c54-2c9f-4f88-97c2-5fb21e864f12 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.682246] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3383c39-0c20-4481-8f01-4b27b5cfa55b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.688512] env[69169]: DEBUG oslo_vmware.api [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for the task: (returnval){ [ 1131.688512] env[69169]: value = "task-3251774" [ 1131.688512] env[69169]: _type = "Task" [ 1131.688512] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.696685] env[69169]: DEBUG oslo_vmware.api [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.714486] env[69169]: DEBUG oslo_vmware.api [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251772, 'name': PowerOffVM_Task, 'duration_secs': 0.29365} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.714811] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.714982] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.715264] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3008aa15-c908-4803-ae95-9b5682e06bea {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.798934] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.799245] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.799442] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleting the datastore file [datastore2] 8dfec921-5f64-4da4-86b1-3afa5650a485 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.799740] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a37e950-80fb-442e-9470-56370cadce6a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.805733] env[69169]: DEBUG oslo_vmware.api [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1131.805733] env[69169]: value = "task-3251776" [ 1131.805733] env[69169]: _type = "Task" [ 1131.805733] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.813743] env[69169]: DEBUG oslo_vmware.api [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.881530] env[69169]: DEBUG nova.scheduler.client.report [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.904019] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.007413] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251773, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.199626] env[69169]: DEBUG oslo_vmware.api [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Task: {'id': task-3251774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162394} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.199907] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.200128] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.200299] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.200485] env[69169]: INFO nova.compute.manager [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1132.200724] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.200917] env[69169]: DEBUG nova.compute.manager [-] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.201026] env[69169]: DEBUG nova.network.neutron [-] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.319261] env[69169]: DEBUG oslo_vmware.api [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158809} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.319261] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.319261] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.319261] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.319261] env[69169]: INFO nova.compute.manager [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1132.319261] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.319513] env[69169]: DEBUG nova.compute.manager [-] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.319513] env[69169]: DEBUG nova.network.neutron [-] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.388336] env[69169]: DEBUG oslo_concurrency.lockutils [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.391761] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.158s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.391761] env[69169]: DEBUG nova.objects.instance [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lazy-loading 'resources' on Instance uuid 760737a3-65d8-41a8-80b3-36a4247defe6 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.412278] env[69169]: INFO nova.scheduler.client.report [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Deleted allocations for instance 2f33b223-ee35-4459-9f89-1fe22c03edce [ 1132.510827] env[69169]: DEBUG oslo_vmware.api [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251773, 'name': PowerOnVM_Task, 'duration_secs': 0.529719} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.512168] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.512387] env[69169]: INFO nova.compute.manager [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1132.512572] env[69169]: DEBUG nova.compute.manager [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.513731] env[69169]: DEBUG nova.compute.manager [req-cfbeb5af-fad4-41d4-96c9-d0fcd2db93ea req-45433af5-2eb7-4d0b-8eba-644eb6042bbb service nova] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Received event network-vif-deleted-8323b57f-17d5-4bd4-8ccf-51231ca1e15e {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.514020] env[69169]: INFO nova.compute.manager [req-cfbeb5af-fad4-41d4-96c9-d0fcd2db93ea req-45433af5-2eb7-4d0b-8eba-644eb6042bbb service nova] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Neutron deleted interface 8323b57f-17d5-4bd4-8ccf-51231ca1e15e; detaching it from the instance and deleting it from the info cache [ 1132.514227] env[69169]: DEBUG nova.network.neutron [req-cfbeb5af-fad4-41d4-96c9-d0fcd2db93ea req-45433af5-2eb7-4d0b-8eba-644eb6042bbb service nova] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.516269] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1142cdff-0e92-49e5-866d-0a8a75eb55a5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.616840] env[69169]: DEBUG nova.compute.manager [req-fc9884fc-9b52-425e-88e4-70f53efc727a req-9fd9853c-0489-46d7-9626-d536340c3925 service nova] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Received event network-vif-deleted-9637f246-c24c-4a95-afc2-46210b5fe957 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.616930] env[69169]: INFO nova.compute.manager [req-fc9884fc-9b52-425e-88e4-70f53efc727a req-9fd9853c-0489-46d7-9626-d536340c3925 service nova] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Neutron deleted interface 9637f246-c24c-4a95-afc2-46210b5fe957; detaching it from the instance and deleting it from the info cache [ 1132.617164] env[69169]: DEBUG nova.network.neutron [req-fc9884fc-9b52-425e-88e4-70f53efc727a req-9fd9853c-0489-46d7-9626-d536340c3925 service nova] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.921042] env[69169]: DEBUG oslo_concurrency.lockutils [None req-17ac61c7-5fef-4a3d-8f9d-235e200eb6e7 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "2f33b223-ee35-4459-9f89-1fe22c03edce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.473s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.980162] env[69169]: DEBUG nova.network.neutron [-] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.017020] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4d92c5b-8ad1-473e-b087-787f270b232a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.028100] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7103613-1794-4dbb-9105-828cb29aeb26 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.046747] env[69169]: INFO nova.compute.manager [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Took 34.46 seconds to build instance. [ 1133.065678] env[69169]: DEBUG nova.compute.manager [req-cfbeb5af-fad4-41d4-96c9-d0fcd2db93ea req-45433af5-2eb7-4d0b-8eba-644eb6042bbb service nova] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Detach interface failed, port_id=8323b57f-17d5-4bd4-8ccf-51231ca1e15e, reason: Instance 59f58c54-2c9f-4f88-97c2-5fb21e864f12 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1133.098571] env[69169]: DEBUG nova.network.neutron [-] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.120051] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-088369e0-b4a8-4200-9922-29cd48c3c43c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.125585] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c7bbc3-ad0d-4429-a40c-9ad9ccb7e113 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.132352] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167d4af8-7281-44af-bfca-c820d65a060a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.146521] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e3d507-eaa4-4b7d-9355-626aeb947efe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.182968] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019af1c1-412b-42d2-af26-5d3c985047aa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.186033] env[69169]: DEBUG nova.compute.manager [req-fc9884fc-9b52-425e-88e4-70f53efc727a req-9fd9853c-0489-46d7-9626-d536340c3925 service nova] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Detach interface failed, port_id=9637f246-c24c-4a95-afc2-46210b5fe957, reason: Instance 8dfec921-5f64-4da4-86b1-3afa5650a485 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1133.190773] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e116f0-7660-4e3f-8302-df6cc1cda495 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.204895] env[69169]: DEBUG nova.compute.provider_tree [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.482939] env[69169]: INFO nova.compute.manager [-] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Took 1.28 seconds to deallocate network for instance. [ 1133.548617] env[69169]: DEBUG oslo_concurrency.lockutils [None req-13a6fa6f-ecc9-47dc-81b1-a13d0e7aad8a tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "f2e16ff2-6995-4985-a3ee-b19772a73edf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.985s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.602425] env[69169]: INFO nova.compute.manager [-] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Took 1.28 seconds to deallocate network for instance. [ 1133.728476] env[69169]: ERROR nova.scheduler.client.report [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [req-3852702a-2547-428a-83f1-2531f487186e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3852702a-2547-428a-83f1-2531f487186e"}]} [ 1133.744864] env[69169]: DEBUG nova.scheduler.client.report [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1133.759977] env[69169]: DEBUG nova.scheduler.client.report [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1133.760229] env[69169]: DEBUG nova.compute.provider_tree [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.771319] env[69169]: DEBUG nova.scheduler.client.report [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1133.789809] env[69169]: DEBUG nova.scheduler.client.report [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1133.990074] env[69169]: DEBUG oslo_concurrency.lockutils [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.001109] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09989b8-27c8-418e-a83f-813a524b2544 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.008617] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9b0c85-1a23-4d4d-b5f9-790686aeaa48 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.039240] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6157a40b-25e2-4830-b1cd-4ace4bdb0c16 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.046800] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a9c130-1d00-4e60-8aef-a45ca55a6813 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.059886] env[69169]: DEBUG nova.compute.provider_tree [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.108009] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.539737] env[69169]: DEBUG nova.compute.manager [req-a9ed4975-0b74-476c-8537-e1b944f15ff3 req-2ce78168-84a7-410c-805b-463635f9e45c service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Received event network-changed-83062a9e-a4c3-443d-b3c6-6ef37a8e9de6 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.539872] env[69169]: DEBUG nova.compute.manager [req-a9ed4975-0b74-476c-8537-e1b944f15ff3 req-2ce78168-84a7-410c-805b-463635f9e45c service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Refreshing instance network info cache due to event network-changed-83062a9e-a4c3-443d-b3c6-6ef37a8e9de6. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.540709] env[69169]: DEBUG oslo_concurrency.lockutils [req-a9ed4975-0b74-476c-8537-e1b944f15ff3 req-2ce78168-84a7-410c-805b-463635f9e45c service nova] Acquiring lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.540916] env[69169]: DEBUG oslo_concurrency.lockutils [req-a9ed4975-0b74-476c-8537-e1b944f15ff3 req-2ce78168-84a7-410c-805b-463635f9e45c service nova] Acquired lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.541106] env[69169]: DEBUG nova.network.neutron [req-a9ed4975-0b74-476c-8537-e1b944f15ff3 req-2ce78168-84a7-410c-805b-463635f9e45c service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Refreshing network info cache for port 83062a9e-a4c3-443d-b3c6-6ef37a8e9de6 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.593908] env[69169]: DEBUG nova.scheduler.client.report [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1134.594224] env[69169]: DEBUG nova.compute.provider_tree [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 127 to 128 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1134.594424] env[69169]: DEBUG nova.compute.provider_tree [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1135.100191] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.709s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.102802] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.168s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.103046] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.103239] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1135.103569] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.958s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.103740] env[69169]: DEBUG nova.objects.instance [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1135.107226] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aedade5-a6a8-45d9-8637-75f1f1e3a583 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.115620] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c4aaf3-c9b2-4283-a5b1-f0da1bcb4ce7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.122764] env[69169]: INFO nova.scheduler.client.report [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleted allocations for instance 760737a3-65d8-41a8-80b3-36a4247defe6 [ 1135.134870] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2320270-2cd1-4750-b6e0-ebf49d74bd28 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.141640] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6865076-0982-4916-a042-232291c771d2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.171643] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178368MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1135.171797] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.292363] env[69169]: DEBUG nova.network.neutron [req-a9ed4975-0b74-476c-8537-e1b944f15ff3 req-2ce78168-84a7-410c-805b-463635f9e45c service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Updated VIF entry in instance network info cache for port 83062a9e-a4c3-443d-b3c6-6ef37a8e9de6. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.292682] env[69169]: DEBUG nova.network.neutron [req-a9ed4975-0b74-476c-8537-e1b944f15ff3 req-2ce78168-84a7-410c-805b-463635f9e45c service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Updating instance_info_cache with network_info: [{"id": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "address": "fa:16:3e:68:b6:5a", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83062a9e-a4", "ovs_interfaceid": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.637981] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d129a9ba-51f4-417d-a81b-506693314a0d tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "760737a3-65d8-41a8-80b3-36a4247defe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.268s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.795524] env[69169]: DEBUG oslo_concurrency.lockutils [req-a9ed4975-0b74-476c-8537-e1b944f15ff3 req-2ce78168-84a7-410c-805b-463635f9e45c service nova] Releasing lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.116116] env[69169]: DEBUG oslo_concurrency.lockutils [None req-51a7fd19-744c-4534-9514-1cb1718d28f5 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.117302] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.593s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.117646] env[69169]: DEBUG nova.objects.instance [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lazy-loading 'resources' on Instance uuid 73c9ad6c-38ab-4cec-a80c-d874507a5180 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.806944] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a6ec25-7b1c-45cf-a0a6-a0175fe4bdd4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.814531] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2061fdba-9603-45e2-83eb-18cfeca49fdd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.846817] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a6f41c-f313-4901-b519-5a4323d1f725 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.854550] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f12e91-154c-4f7c-b3fc-5d235e065279 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.869040] env[69169]: DEBUG nova.compute.provider_tree [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.371147] env[69169]: DEBUG nova.scheduler.client.report [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.436025] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "121a6e60-7c91-483f-aae0-ea8850f620df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.436025] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "121a6e60-7c91-483f-aae0-ea8850f620df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.594898] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.595122] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.595336] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "e85e3f78-4be2-4ed0-9553-f7d78d99ddc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.595515] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "e85e3f78-4be2-4ed0-9553-f7d78d99ddc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.595679] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "e85e3f78-4be2-4ed0-9553-f7d78d99ddc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.597773] env[69169]: INFO nova.compute.manager [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Terminating instance [ 1137.876505] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.879670] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.222s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.879670] env[69169]: DEBUG nova.objects.instance [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lazy-loading 'resources' on Instance uuid 02eefdb0-553f-43e4-99b3-7704615d12f7 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.898995] env[69169]: INFO nova.scheduler.client.report [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Deleted allocations for instance 73c9ad6c-38ab-4cec-a80c-d874507a5180 [ 1137.938336] env[69169]: DEBUG nova.compute.manager [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.103358] env[69169]: DEBUG nova.compute.manager [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.103592] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.104867] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fb8fd3-b99a-4ca5-9be9-e40d77b64378 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.112963] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.113256] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb6f1ae3-bd9e-4fdd-b66e-440d8b5ba234 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.119746] env[69169]: DEBUG oslo_vmware.api [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1138.119746] env[69169]: value = "task-3251780" [ 1138.119746] env[69169]: _type = "Task" [ 1138.119746] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.126977] env[69169]: DEBUG oslo_vmware.api [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.407069] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e285baf2-419f-4169-8ea5-4960041f7868 tempest-VolumesAdminNegativeTest-1959910758 tempest-VolumesAdminNegativeTest-1959910758-project-member] Lock "73c9ad6c-38ab-4cec-a80c-d874507a5180" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.588s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.463511] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.574619] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27766c37-bea2-47a9-9423-542217503a74 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.582501] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0821d93e-444b-4560-910c-f02ec5839671 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.611796] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6366335-58e0-437e-afb0-dfe4ede4d624 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.619015] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93f006a-c568-4659-a204-cbfc8963b361 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.636743] env[69169]: DEBUG nova.compute.provider_tree [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.640242] env[69169]: DEBUG oslo_vmware.api [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251780, 'name': PowerOffVM_Task, 'duration_secs': 0.226022} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.640713] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.640875] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.641115] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64c00851-0464-49cd-9dae-cd3115787b88 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.708790] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.708981] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.709223] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Deleting the datastore file [datastore1] e85e3f78-4be2-4ed0-9553-f7d78d99ddc2 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.709510] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-def74edb-55b0-44ef-805f-6a1372b5a5e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.716228] env[69169]: DEBUG oslo_vmware.api [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1138.716228] env[69169]: value = "task-3251782" [ 1138.716228] env[69169]: _type = "Task" [ 1138.716228] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.723777] env[69169]: DEBUG oslo_vmware.api [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.141902] env[69169]: DEBUG nova.scheduler.client.report [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.232410] env[69169]: DEBUG oslo_vmware.api [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217106} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.232679] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.232864] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.233068] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.233276] env[69169]: INFO nova.compute.manager [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1139.233534] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.233730] env[69169]: DEBUG nova.compute.manager [-] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.233827] env[69169]: DEBUG nova.network.neutron [-] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.647394] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.651201] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.557s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.676037] env[69169]: DEBUG nova.compute.manager [req-ce0edfb8-2830-4e06-a0fd-d23e6150d167 req-9cbf0ca7-b6aa-45ff-8084-979e40b0b731 service nova] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Received event network-vif-deleted-5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.676037] env[69169]: INFO nova.compute.manager [req-ce0edfb8-2830-4e06-a0fd-d23e6150d167 req-9cbf0ca7-b6aa-45ff-8084-979e40b0b731 service nova] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Neutron deleted interface 5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b; detaching it from the instance and deleting it from the info cache [ 1139.676037] env[69169]: DEBUG nova.network.neutron [req-ce0edfb8-2830-4e06-a0fd-d23e6150d167 req-9cbf0ca7-b6aa-45ff-8084-979e40b0b731 service nova] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.694669] env[69169]: INFO nova.scheduler.client.report [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Deleted allocations for instance 02eefdb0-553f-43e4-99b3-7704615d12f7 [ 1140.142636] env[69169]: DEBUG nova.network.neutron [-] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.159542] env[69169]: INFO nova.compute.claims [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.179069] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29a53098-deb7-4277-95f0-57787e30b1e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.191222] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580141a5-02ef-4eee-81bc-b52f9f4dc789 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.206577] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9d398703-ea98-40e9-b1ad-a6656489822a tempest-ServersAdminTestJSON-942995047 tempest-ServersAdminTestJSON-942995047-project-member] Lock "02eefdb0-553f-43e4-99b3-7704615d12f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.002s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.226415] env[69169]: DEBUG nova.compute.manager [req-ce0edfb8-2830-4e06-a0fd-d23e6150d167 req-9cbf0ca7-b6aa-45ff-8084-979e40b0b731 service nova] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Detach interface failed, port_id=5dc1ba9f-b7c2-490b-8e54-1c634e3f9e6b, reason: Instance e85e3f78-4be2-4ed0-9553-f7d78d99ddc2 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.647164] env[69169]: INFO nova.compute.manager [-] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Took 1.41 seconds to deallocate network for instance. [ 1140.666889] env[69169]: INFO nova.compute.resource_tracker [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating resource usage from migration 3aa15658-2c56-4fcd-a46e-47da54cb4f58 [ 1140.902888] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7c76a6-6796-4915-93ed-8d002cdfe20b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.913657] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508f9345-b685-438f-9d49-294d4b05d122 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.945882] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f77fa5-43d5-4ef0-acf4-9a48a9de4e76 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.953775] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f998f25-3f90-4e20-87e0-327afeb7da5f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.968148] env[69169]: DEBUG nova.compute.provider_tree [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.152833] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.473725] env[69169]: DEBUG nova.scheduler.client.report [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.980715] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.329s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.981018] env[69169]: INFO nova.compute.manager [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Migrating [ 1141.989409] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.317s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.989776] env[69169]: DEBUG nova.objects.instance [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Lazy-loading 'resources' on Instance uuid 214ff644-0f1a-4ede-b93a-4dd66185dab1 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.503031] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.503031] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.503031] env[69169]: DEBUG nova.network.neutron [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.668215] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a71147-3c59-41d1-8ec5-c747374199d0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.675975] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb03590d-983a-4d15-ba43-6c1df04f9630 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.706185] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c73450a-ab67-4f0b-80f0-2a3da9263495 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.713400] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aeef416-cbd5-480b-a2bf-976cec4a3ada {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.726673] env[69169]: DEBUG nova.compute.provider_tree [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.231227] env[69169]: DEBUG nova.scheduler.client.report [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.286514] env[69169]: DEBUG nova.network.neutron [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance_info_cache with network_info: [{"id": "eba460f6-758f-4c46-adda-4c234f4ac76d", "address": "fa:16:3e:3c:0f:98", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba460f6-75", "ovs_interfaceid": "eba460f6-758f-4c46-adda-4c234f4ac76d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.741494] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.743884] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.840s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.745355] env[69169]: INFO nova.compute.claims [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.770233] env[69169]: INFO nova.scheduler.client.report [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Deleted allocations for instance 214ff644-0f1a-4ede-b93a-4dd66185dab1 [ 1143.789738] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.120433] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.120707] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.278946] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d70fa323-b749-41cc-9e4d-e78c96c4b0a9 tempest-ServerShowV254Test-333667347 tempest-ServerShowV254Test-333667347-project-member] Lock "214ff644-0f1a-4ede-b93a-4dd66185dab1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.871s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.625480] env[69169]: DEBUG nova.compute.utils [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.971572] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dac6bc-f586-42d7-b32b-22afd713a92a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.979630] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a453991-09ae-4fb5-9ced-49c6ae07394f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.011594] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70339c31-ad38-4448-9eea-850c22ac98be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.019276] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f0bcdd-60c3-4ce6-8752-b0245330bee9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.033283] env[69169]: DEBUG nova.compute.provider_tree [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.127679] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.309393] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9dedf0-6e94-4567-85a1-dbaa0df24609 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.331636] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance 'ae4fca65-67fe-48c2-b1d7-90e957ef15fc' progress to 0 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.540150] env[69169]: DEBUG nova.scheduler.client.report [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.838864] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.839144] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67ed1260-f933-48e4-a322-79859f78a118 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.847139] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1145.847139] env[69169]: value = "task-3251783" [ 1145.847139] env[69169]: _type = "Task" [ 1145.847139] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.855524] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.046034] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.046604] env[69169]: DEBUG nova.compute.manager [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.050186] env[69169]: DEBUG oslo_concurrency.lockutils [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.060s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.050505] env[69169]: DEBUG nova.objects.instance [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lazy-loading 'resources' on Instance uuid 59f58c54-2c9f-4f88-97c2-5fb21e864f12 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.233440] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.233775] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.234047] env[69169]: INFO nova.compute.manager [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Attaching volume 595e1a0c-a0e7-4bbc-9050-a1fa656faf68 to /dev/sdb [ 1146.281272] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6b0d59-3216-42d2-b89b-b122c99a69b2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.288844] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6bbc06-df0a-4aa8-9d73-51dc0cc3314b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.303581] env[69169]: DEBUG nova.virt.block_device [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Updating existing volume attachment record: 26e27fff-e023-42bd-b950-a87ca9b67888 {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1146.356863] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251783, 'name': PowerOffVM_Task, 'duration_secs': 0.282615} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.357187] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.357350] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance 'ae4fca65-67fe-48c2-b1d7-90e957ef15fc' progress to 17 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.552260] env[69169]: DEBUG nova.compute.utils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.554522] env[69169]: DEBUG nova.compute.manager [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.554522] env[69169]: DEBUG nova.network.neutron [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.719526] env[69169]: DEBUG nova.policy [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f7a094582843eab85b90eea6ce9e0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ee916f626748c1845df10d41cda95d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.771660] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da00cbd-fa8f-4171-b142-58480d9517ec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.783891] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d88120b-2b4a-4a4f-8ea4-a7df3612a123 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.819814] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a111af6-60c1-4b32-b65f-d5835e6f140d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.828733] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884e98f9-cabf-4188-8674-66c3893ca33b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.850888] env[69169]: DEBUG nova.compute.provider_tree [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.864093] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.864350] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.864598] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.864769] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.864922] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.865628] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.865941] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.866567] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.866933] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.867069] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.867326] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.875929] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d92a377-5f86-471f-b351-05a2f2177058 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.892720] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1146.892720] env[69169]: value = "task-3251787" [ 1146.892720] env[69169]: _type = "Task" [ 1146.892720] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.903890] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.060262] env[69169]: DEBUG nova.compute.manager [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.122494] env[69169]: DEBUG nova.network.neutron [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Successfully created port: b957a307-c5c2-42c3-94e0-1c4527a29e5c {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.353877] env[69169]: DEBUG nova.scheduler.client.report [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.405280] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251787, 'name': ReconfigVM_Task, 'duration_secs': 0.279217} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.406797] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance 'ae4fca65-67fe-48c2-b1d7-90e957ef15fc' progress to 33 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.653788] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquiring lock "06f357b6-03cd-44e9-a8db-46527f7844fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.654041] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Lock "06f357b6-03cd-44e9-a8db-46527f7844fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.859710] env[69169]: DEBUG oslo_concurrency.lockutils [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.862101] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.754s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.862332] env[69169]: DEBUG nova.objects.instance [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lazy-loading 'resources' on Instance uuid 8dfec921-5f64-4da4-86b1-3afa5650a485 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.885246] env[69169]: INFO nova.scheduler.client.report [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Deleted allocations for instance 59f58c54-2c9f-4f88-97c2-5fb21e864f12 [ 1147.913067] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.913067] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.913067] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.913067] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.913067] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.914571] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.914571] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.914571] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.914571] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.914571] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.917240] env[69169]: DEBUG nova.virt.hardware [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.921293] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1147.921579] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50fc414c-05c0-4704-9b15-8bbd64815b38 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.941544] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1147.941544] env[69169]: value = "task-3251788" [ 1147.941544] env[69169]: _type = "Task" [ 1147.941544] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.951193] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.072645] env[69169]: DEBUG nova.compute.manager [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.102908] env[69169]: DEBUG nova.virt.hardware [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.102908] env[69169]: DEBUG nova.virt.hardware [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.102908] env[69169]: DEBUG nova.virt.hardware [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.103504] env[69169]: DEBUG nova.virt.hardware [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.103782] env[69169]: DEBUG nova.virt.hardware [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.103944] env[69169]: DEBUG nova.virt.hardware [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.104175] env[69169]: DEBUG nova.virt.hardware [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.104343] env[69169]: DEBUG nova.virt.hardware [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.104513] env[69169]: DEBUG nova.virt.hardware [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.104675] env[69169]: DEBUG nova.virt.hardware [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.105015] env[69169]: DEBUG nova.virt.hardware [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.105912] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350ab3e2-1300-48ea-9145-ea9cc4f4ecad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.114704] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061ed7d0-2744-49cc-80b9-a1de02ba5fbe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.157576] env[69169]: DEBUG nova.compute.manager [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.397376] env[69169]: DEBUG oslo_concurrency.lockutils [None req-531d1be6-abe9-4907-941b-55b53f75969f tempest-ImagesTestJSON-1207842429 tempest-ImagesTestJSON-1207842429-project-member] Lock "59f58c54-2c9f-4f88-97c2-5fb21e864f12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.318s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.455628] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251788, 'name': ReconfigVM_Task, 'duration_secs': 0.183538} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.458564] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1148.459231] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3b06ab-a31d-45e9-b5c2-24dc4cf2dd07 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.482462] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] ae4fca65-67fe-48c2-b1d7-90e957ef15fc/ae4fca65-67fe-48c2-b1d7-90e957ef15fc.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.485144] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e25cb2-172b-4023-8101-b5745a44ed3d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.508818] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1148.508818] env[69169]: value = "task-3251789" [ 1148.508818] env[69169]: _type = "Task" [ 1148.508818] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.522645] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251789, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.592388] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d57104-21da-4db2-a31c-2e30248bd63f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.602544] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0034f5a4-f62a-4b17-9526-4497d087056c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.636925] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e164496e-e947-4205-b216-b30f0f024b51 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.640864] env[69169]: DEBUG nova.compute.manager [req-2df31b58-caeb-4001-bf3b-7cad168817e9 req-68639865-b8aa-4149-befc-f31a405ab8f0 service nova] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Received event network-vif-plugged-b957a307-c5c2-42c3-94e0-1c4527a29e5c {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.641091] env[69169]: DEBUG oslo_concurrency.lockutils [req-2df31b58-caeb-4001-bf3b-7cad168817e9 req-68639865-b8aa-4149-befc-f31a405ab8f0 service nova] Acquiring lock "ead24a11-10bf-4152-9674-b83d873b7fb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.641299] env[69169]: DEBUG oslo_concurrency.lockutils [req-2df31b58-caeb-4001-bf3b-7cad168817e9 req-68639865-b8aa-4149-befc-f31a405ab8f0 service nova] Lock "ead24a11-10bf-4152-9674-b83d873b7fb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.641462] env[69169]: DEBUG oslo_concurrency.lockutils [req-2df31b58-caeb-4001-bf3b-7cad168817e9 req-68639865-b8aa-4149-befc-f31a405ab8f0 service nova] Lock "ead24a11-10bf-4152-9674-b83d873b7fb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.641620] env[69169]: DEBUG nova.compute.manager [req-2df31b58-caeb-4001-bf3b-7cad168817e9 req-68639865-b8aa-4149-befc-f31a405ab8f0 service nova] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] No waiting events found dispatching network-vif-plugged-b957a307-c5c2-42c3-94e0-1c4527a29e5c {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.641776] env[69169]: WARNING nova.compute.manager [req-2df31b58-caeb-4001-bf3b-7cad168817e9 req-68639865-b8aa-4149-befc-f31a405ab8f0 service nova] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Received unexpected event network-vif-plugged-b957a307-c5c2-42c3-94e0-1c4527a29e5c for instance with vm_state building and task_state spawning. [ 1148.647548] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac6399c-2d7a-4ba8-aa19-97d023f4fb56 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.663125] env[69169]: DEBUG nova.compute.provider_tree [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.681296] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.808589] env[69169]: DEBUG nova.network.neutron [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Successfully updated port: b957a307-c5c2-42c3-94e0-1c4527a29e5c {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.019182] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251789, 'name': ReconfigVM_Task, 'duration_secs': 0.274129} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.019498] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Reconfigured VM instance instance-0000001e to attach disk [datastore1] ae4fca65-67fe-48c2-b1d7-90e957ef15fc/ae4fca65-67fe-48c2-b1d7-90e957ef15fc.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.019783] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance 'ae4fca65-67fe-48c2-b1d7-90e957ef15fc' progress to 50 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.167717] env[69169]: DEBUG nova.scheduler.client.report [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.312536] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.312536] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.312717] env[69169]: DEBUG nova.network.neutron [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.531181] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10263935-d55f-4e5f-9968-c856004d1671 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.559567] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c739e421-cc86-4014-a932-7801d15b5d2e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.589038] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance 'ae4fca65-67fe-48c2-b1d7-90e957ef15fc' progress to 67 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.673770] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.680247] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.505s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.713352] env[69169]: INFO nova.scheduler.client.report [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted allocations for instance 8dfec921-5f64-4da4-86b1-3afa5650a485 [ 1149.868571] env[69169]: DEBUG nova.network.neutron [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.063182] env[69169]: DEBUG nova.network.neutron [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating instance_info_cache with network_info: [{"id": "b957a307-c5c2-42c3-94e0-1c4527a29e5c", "address": "fa:16:3e:e8:eb:fe", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb957a307-c5", "ovs_interfaceid": "b957a307-c5c2-42c3-94e0-1c4527a29e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.156993] env[69169]: DEBUG nova.network.neutron [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Port eba460f6-758f-4c46-adda-4c234f4ac76d binding to destination host cpu-1 is already ACTIVE {{(pid=69169) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1150.224455] env[69169]: DEBUG oslo_concurrency.lockutils [None req-dfa969b8-e324-439e-957a-eafe1aa161a8 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "8dfec921-5f64-4da4-86b1-3afa5650a485" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.545s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.566877] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.568386] env[69169]: DEBUG nova.compute.manager [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Instance network_info: |[{"id": "b957a307-c5c2-42c3-94e0-1c4527a29e5c", "address": "fa:16:3e:e8:eb:fe", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb957a307-c5", "ovs_interfaceid": "b957a307-c5c2-42c3-94e0-1c4527a29e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.568868] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:eb:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b957a307-c5c2-42c3-94e0-1c4527a29e5c', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.585186] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.585186] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.585186] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53618598-15c0-49da-9501-eb7e7ca3b839 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.616127] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.616127] env[69169]: value = "task-3251791" [ 1150.616127] env[69169]: _type = "Task" [ 1150.616127] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.623358] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251791, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.689131] env[69169]: DEBUG nova.compute.manager [req-d53cf8e2-67cd-44ca-a4f4-df7533e4467c req-5f956da8-982d-4af1-a8bc-ba0b1acac746 service nova] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Received event network-changed-b957a307-c5c2-42c3-94e0-1c4527a29e5c {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.689371] env[69169]: DEBUG nova.compute.manager [req-d53cf8e2-67cd-44ca-a4f4-df7533e4467c req-5f956da8-982d-4af1-a8bc-ba0b1acac746 service nova] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Refreshing instance network info cache due to event network-changed-b957a307-c5c2-42c3-94e0-1c4527a29e5c. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.689616] env[69169]: DEBUG oslo_concurrency.lockutils [req-d53cf8e2-67cd-44ca-a4f4-df7533e4467c req-5f956da8-982d-4af1-a8bc-ba0b1acac746 service nova] Acquiring lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.689888] env[69169]: DEBUG oslo_concurrency.lockutils [req-d53cf8e2-67cd-44ca-a4f4-df7533e4467c req-5f956da8-982d-4af1-a8bc-ba0b1acac746 service nova] Acquired lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.689888] env[69169]: DEBUG nova.network.neutron [req-d53cf8e2-67cd-44ca-a4f4-df7533e4467c req-5f956da8-982d-4af1-a8bc-ba0b1acac746 service nova] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Refreshing network info cache for port b957a307-c5c2-42c3-94e0-1c4527a29e5c {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.694441] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Applying migration context for instance ae4fca65-67fe-48c2-b1d7-90e957ef15fc as it has an incoming, in-progress migration 3aa15658-2c56-4fcd-a46e-47da54cb4f58. Migration status is post-migrating {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1150.695555] env[69169]: INFO nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating resource usage from migration 3aa15658-2c56-4fcd-a46e-47da54cb4f58 [ 1150.724886] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 786f4d7c-edd0-48ab-9b73-40d473a512e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.725125] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance e1e94956-c9e4-47ab-ba27-7cb61ece9111 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.725202] env[69169]: WARNING nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance e85e3f78-4be2-4ed0-9553-f7d78d99ddc2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1150.725323] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 91a1cf13-e804-4d0f-a8c8-55cbcd395845 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.725457] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ae5d09dc-915c-4504-a0b5-e21b1539d004 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.725550] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance f2e16ff2-6995-4985-a3ee-b19772a73edf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.725664] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Migration 3aa15658-2c56-4fcd-a46e-47da54cb4f58 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1150.725812] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ae4fca65-67fe-48c2-b1d7-90e957ef15fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.725889] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ead24a11-10bf-4152-9674-b83d873b7fb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.124323] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251791, 'name': CreateVM_Task, 'duration_secs': 0.328349} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.124517] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.125252] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.125422] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.125955] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.126223] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9b6302-daf6-4967-8ee2-a5e50e4aa4a3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.133972] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1151.133972] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c267fc-3e4c-4333-7d18-037588ab6176" [ 1151.133972] env[69169]: _type = "Task" [ 1151.133972] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.142389] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c267fc-3e4c-4333-7d18-037588ab6176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.188868] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.189374] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.189374] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.230398] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 121a6e60-7c91-483f-aae0-ea8850f620df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1151.361565] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1151.361808] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649746', 'volume_id': '595e1a0c-a0e7-4bbc-9050-a1fa656faf68', 'name': 'volume-595e1a0c-a0e7-4bbc-9050-a1fa656faf68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae5d09dc-915c-4504-a0b5-e21b1539d004', 'attached_at': '', 'detached_at': '', 'volume_id': '595e1a0c-a0e7-4bbc-9050-a1fa656faf68', 'serial': '595e1a0c-a0e7-4bbc-9050-a1fa656faf68'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1151.362849] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0b85ef-1804-456c-bd89-faa991d07bb5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.384255] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d955ab-ed8c-431e-bdad-71dc56d998ab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.408845] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-595e1a0c-a0e7-4bbc-9050-a1fa656faf68/volume-595e1a0c-a0e7-4bbc-9050-a1fa656faf68.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.411747] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84b08f39-5002-45b3-925c-f2da9bf07ba9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.429967] env[69169]: DEBUG oslo_vmware.api [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1151.429967] env[69169]: value = "task-3251792" [ 1151.429967] env[69169]: _type = "Task" [ 1151.429967] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.437859] env[69169]: DEBUG oslo_vmware.api [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.498985] env[69169]: DEBUG nova.network.neutron [req-d53cf8e2-67cd-44ca-a4f4-df7533e4467c req-5f956da8-982d-4af1-a8bc-ba0b1acac746 service nova] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updated VIF entry in instance network info cache for port b957a307-c5c2-42c3-94e0-1c4527a29e5c. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.498985] env[69169]: DEBUG nova.network.neutron [req-d53cf8e2-67cd-44ca-a4f4-df7533e4467c req-5f956da8-982d-4af1-a8bc-ba0b1acac746 service nova] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating instance_info_cache with network_info: [{"id": "b957a307-c5c2-42c3-94e0-1c4527a29e5c", "address": "fa:16:3e:e8:eb:fe", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb957a307-c5", "ovs_interfaceid": "b957a307-c5c2-42c3-94e0-1c4527a29e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.644949] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c267fc-3e4c-4333-7d18-037588ab6176, 'name': SearchDatastore_Task, 'duration_secs': 0.011602} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.645262] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.645474] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.645771] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.645945] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.646261] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.646557] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58ee34df-c7d3-43dd-a778-8483b0b6d1c8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.655635] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.655635] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.656293] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2767eff6-864b-468f-8995-27613854e6c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.661723] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1151.661723] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522392e0-deb6-0707-1da7-aa18e35c9da7" [ 1151.661723] env[69169]: _type = "Task" [ 1151.661723] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.669207] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522392e0-deb6-0707-1da7-aa18e35c9da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.713502] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "10245fc8-43f9-493f-aaa9-479dfaf66d96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.713502] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "10245fc8-43f9-493f-aaa9-479dfaf66d96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.732597] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 06f357b6-03cd-44e9-a8db-46527f7844fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1151.732880] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1151.733051] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1151.942459] env[69169]: DEBUG oslo_vmware.api [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251792, 'name': ReconfigVM_Task, 'duration_secs': 0.413018} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.942957] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-595e1a0c-a0e7-4bbc-9050-a1fa656faf68/volume-595e1a0c-a0e7-4bbc-9050-a1fa656faf68.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.948146] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e7b2d97-f434-4ea9-a93c-f20d92d087e6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.959305] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46164cc8-df83-43e0-8fe1-cc0bc3869d67 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.966919] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed86abdd-9600-4def-8b91-e9ff579eea74 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.970151] env[69169]: DEBUG oslo_vmware.api [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1151.970151] env[69169]: value = "task-3251793" [ 1151.970151] env[69169]: _type = "Task" [ 1151.970151] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.999862] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424e2cf1-bf4c-496a-91ef-b4c43196bbef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.006079] env[69169]: DEBUG oslo_concurrency.lockutils [req-d53cf8e2-67cd-44ca-a4f4-df7533e4467c req-5f956da8-982d-4af1-a8bc-ba0b1acac746 service nova] Releasing lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.006229] env[69169]: DEBUG oslo_vmware.api [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.011166] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82da78e-08fb-43be-b453-89460e494fb7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.025610] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.172482] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522392e0-deb6-0707-1da7-aa18e35c9da7, 'name': SearchDatastore_Task, 'duration_secs': 0.008312} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.173329] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb3ff65-3a77-4bd6-9adc-0b8601b125c1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.178336] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1152.178336] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ab2c91-15ce-7fe7-107f-444360a5d9f1" [ 1152.178336] env[69169]: _type = "Task" [ 1152.178336] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.186016] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ab2c91-15ce-7fe7-107f-444360a5d9f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.215757] env[69169]: DEBUG nova.compute.manager [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.245385] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.245572] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.245755] env[69169]: DEBUG nova.network.neutron [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.480619] env[69169]: DEBUG oslo_vmware.api [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251793, 'name': ReconfigVM_Task, 'duration_secs': 0.143616} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.480937] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649746', 'volume_id': '595e1a0c-a0e7-4bbc-9050-a1fa656faf68', 'name': 'volume-595e1a0c-a0e7-4bbc-9050-a1fa656faf68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae5d09dc-915c-4504-a0b5-e21b1539d004', 'attached_at': '', 'detached_at': '', 'volume_id': '595e1a0c-a0e7-4bbc-9050-a1fa656faf68', 'serial': '595e1a0c-a0e7-4bbc-9050-a1fa656faf68'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1152.531985] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.688153] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ab2c91-15ce-7fe7-107f-444360a5d9f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009061} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.688426] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.688625] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] ead24a11-10bf-4152-9674-b83d873b7fb7/ead24a11-10bf-4152-9674-b83d873b7fb7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.688880] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f29ecd2c-0383-4402-8458-8c5fa82a50e2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.695360] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1152.695360] env[69169]: value = "task-3251794" [ 1152.695360] env[69169]: _type = "Task" [ 1152.695360] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.702979] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.738629] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.036034] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1153.036304] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.359s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.036719] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.574s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.038680] env[69169]: INFO nova.compute.claims [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.207258] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49327} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.207798] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] ead24a11-10bf-4152-9674-b83d873b7fb7/ead24a11-10bf-4152-9674-b83d873b7fb7.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.208184] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.208545] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11ae460c-9b0c-45e7-aacd-bc5b1bf0eaf4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.218020] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1153.218020] env[69169]: value = "task-3251795" [ 1153.218020] env[69169]: _type = "Task" [ 1153.218020] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.223667] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.416363] env[69169]: DEBUG nova.network.neutron [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance_info_cache with network_info: [{"id": "eba460f6-758f-4c46-adda-4c234f4ac76d", "address": "fa:16:3e:3c:0f:98", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba460f6-75", "ovs_interfaceid": "eba460f6-758f-4c46-adda-4c234f4ac76d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.559088] env[69169]: DEBUG nova.objects.instance [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lazy-loading 'flavor' on Instance uuid ae5d09dc-915c-4504-a0b5-e21b1539d004 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.726387] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075183} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.727082] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.728290] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60ab939-c94d-49b5-8ec5-dd75fe8fcebb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.750305] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] ead24a11-10bf-4152-9674-b83d873b7fb7/ead24a11-10bf-4152-9674-b83d873b7fb7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.750661] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b145a1db-419e-494d-b8c0-dbc27efff1ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.770494] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1153.770494] env[69169]: value = "task-3251796" [ 1153.770494] env[69169]: _type = "Task" [ 1153.770494] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.779500] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.919644] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.067030] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3e6b0136-9776-4cc1-90e7-4bb367711b16 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.833s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.262695] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64a7f53-7b60-41a3-8504-fdd15b0a4f21 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.271133] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc6ae78-dfbe-4bbe-832f-d64cba4b3cb1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.284364] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251796, 'name': ReconfigVM_Task, 'duration_secs': 0.358243} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.315018] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Reconfigured VM instance instance-00000061 to attach disk [datastore2] ead24a11-10bf-4152-9674-b83d873b7fb7/ead24a11-10bf-4152-9674-b83d873b7fb7.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.315983] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdfc875d-2adb-4ced-afd0-4c36aff4e65e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.318669] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a44ac5a-b4a2-48d5-9098-41d244fb9f55 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.329219] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4691570-0cfc-4531-b141-f1f493b3deb2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.333340] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1154.333340] env[69169]: value = "task-3251797" [ 1154.333340] env[69169]: _type = "Task" [ 1154.333340] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.346125] env[69169]: DEBUG nova.compute.provider_tree [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.352770] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251797, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.451190] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2c0a3c-2f98-4d92-8a80-f671cb842b01 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.472199] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d836ca8-d77a-4a0b-8f8a-88ca882b9558 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.479726] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance 'ae4fca65-67fe-48c2-b1d7-90e957ef15fc' progress to 83 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.844757] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251797, 'name': Rename_Task, 'duration_secs': 0.170422} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.845103] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.845372] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-871a5551-635b-497e-9dad-206cc52007eb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.849223] env[69169]: DEBUG nova.scheduler.client.report [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.854445] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1154.854445] env[69169]: value = "task-3251798" [ 1154.854445] env[69169]: _type = "Task" [ 1154.854445] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.863293] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.987473] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.987758] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c566dc0-0b10-4cd2-a2e9-3b6dcecccbb9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.998727] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1154.998727] env[69169]: value = "task-3251799" [ 1154.998727] env[69169]: _type = "Task" [ 1154.998727] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.006919] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.084566] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "21e20e97-7c73-4db1-83b0-04356361717a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.084794] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "21e20e97-7c73-4db1-83b0-04356361717a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.354132] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.354702] env[69169]: DEBUG nova.compute.manager [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.361442] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.209s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.365014] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.366431] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.685s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.369883] env[69169]: INFO nova.compute.claims [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.382738] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251798, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.403419] env[69169]: INFO nova.scheduler.client.report [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Deleted allocations for instance e85e3f78-4be2-4ed0-9553-f7d78d99ddc2 [ 1155.507519] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251799, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.590982] env[69169]: DEBUG nova.compute.manager [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.864086] env[69169]: DEBUG nova.compute.utils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.873039] env[69169]: DEBUG nova.compute.manager [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.873039] env[69169]: DEBUG nova.network.neutron [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.897918] env[69169]: DEBUG oslo_vmware.api [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251798, 'name': PowerOnVM_Task, 'duration_secs': 0.719008} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.899148] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.899544] env[69169]: INFO nova.compute.manager [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1155.902067] env[69169]: DEBUG nova.compute.manager [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.903149] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a98c911-0a1c-44f2-bcc7-26b9e43ea616 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.915662] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f4f782d-460a-4d3d-b929-5f0dcd30f9d5 tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "e85e3f78-4be2-4ed0-9553-f7d78d99ddc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.320s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.969661] env[69169]: DEBUG nova.policy [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd929190f7a244f25a1956b7cd5b6a6c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7668a0f42ce147f2b39fd48d13e75cf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.008553] env[69169]: DEBUG oslo_vmware.api [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251799, 'name': PowerOnVM_Task, 'duration_secs': 0.931414} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.008836] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.009629] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b9843-ea29-4d00-afeb-1ce02b65d128 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance 'ae4fca65-67fe-48c2-b1d7-90e957ef15fc' progress to 100 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.119975] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.164609] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "e1e94956-c9e4-47ab-ba27-7cb61ece9111" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.164890] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "e1e94956-c9e4-47ab-ba27-7cb61ece9111" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.165176] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "e1e94956-c9e4-47ab-ba27-7cb61ece9111-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.165410] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "e1e94956-c9e4-47ab-ba27-7cb61ece9111-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.165589] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "e1e94956-c9e4-47ab-ba27-7cb61ece9111-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.168097] env[69169]: INFO nova.compute.manager [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Terminating instance [ 1156.331550] env[69169]: DEBUG nova.network.neutron [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Successfully created port: c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.378085] env[69169]: DEBUG nova.compute.manager [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.424918] env[69169]: INFO nova.compute.manager [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Took 24.54 seconds to build instance. [ 1156.583591] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed52d15-0ab2-4cda-af0f-9a052915c118 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.592171] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6ddb8f-7fb1-4cb6-afd1-e5066cd9b69c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.623920] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb5c504-3989-4995-9ab4-61b6986a53cc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.632503] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e030f1-4ae3-4b57-81db-b3278949cf19 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.647275] env[69169]: DEBUG nova.compute.provider_tree [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.671649] env[69169]: DEBUG nova.compute.manager [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.671902] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.672868] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f38e9-9c67-49be-b753-44ea575ed461 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.682707] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.683023] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a814ef9-8ee7-4698-87b9-0e10a1512bdb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.690316] env[69169]: DEBUG oslo_vmware.api [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1156.690316] env[69169]: value = "task-3251800" [ 1156.690316] env[69169]: _type = "Task" [ 1156.690316] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.698715] env[69169]: DEBUG oslo_vmware.api [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.927071] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37e24b13-6d32-47b6-a5f4-ec12825d95d9 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "ead24a11-10bf-4152-9674-b83d873b7fb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.056s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.151242] env[69169]: DEBUG nova.scheduler.client.report [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.200955] env[69169]: DEBUG oslo_vmware.api [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251800, 'name': PowerOffVM_Task, 'duration_secs': 0.397539} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.201465] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.201465] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.202014] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d474d18-0a54-420f-96c9-12d3b2800119 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.278925] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.279324] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.279448] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Deleting the datastore file [datastore2] e1e94956-c9e4-47ab-ba27-7cb61ece9111 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.279647] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8c6c595-ed37-4c03-9511-622fd5c00509 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.301534] env[69169]: DEBUG oslo_vmware.api [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for the task: (returnval){ [ 1157.301534] env[69169]: value = "task-3251802" [ 1157.301534] env[69169]: _type = "Task" [ 1157.301534] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.310700] env[69169]: DEBUG oslo_vmware.api [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.388213] env[69169]: DEBUG nova.compute.manager [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.411564] env[69169]: DEBUG nova.virt.hardware [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.411808] env[69169]: DEBUG nova.virt.hardware [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.411965] env[69169]: DEBUG nova.virt.hardware [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.412161] env[69169]: DEBUG nova.virt.hardware [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.412304] env[69169]: DEBUG nova.virt.hardware [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.412451] env[69169]: DEBUG nova.virt.hardware [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.412654] env[69169]: DEBUG nova.virt.hardware [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.412808] env[69169]: DEBUG nova.virt.hardware [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.412968] env[69169]: DEBUG nova.virt.hardware [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.413148] env[69169]: DEBUG nova.virt.hardware [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.413355] env[69169]: DEBUG nova.virt.hardware [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.414259] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c398ed14-b39e-49eb-9c0e-478af73f49ab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.422158] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177b0a51-d463-4610-a534-dfb87278bba9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.658136] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.659049] env[69169]: DEBUG nova.compute.manager [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.664532] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.925s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.668593] env[69169]: INFO nova.compute.claims [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.812703] env[69169]: DEBUG oslo_vmware.api [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Task: {'id': task-3251802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367225} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.813052] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.813269] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.813488] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.813704] env[69169]: INFO nova.compute.manager [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1157.813985] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.814232] env[69169]: DEBUG nova.compute.manager [-] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.814346] env[69169]: DEBUG nova.network.neutron [-] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.992485] env[69169]: DEBUG nova.compute.manager [req-6d727b19-3abc-4fb8-a4ff-d8a7a56e7959 req-954fb49d-4da6-45e1-b16b-ac6c5d133157 service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Received event network-vif-plugged-c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.992817] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d727b19-3abc-4fb8-a4ff-d8a7a56e7959 req-954fb49d-4da6-45e1-b16b-ac6c5d133157 service nova] Acquiring lock "121a6e60-7c91-483f-aae0-ea8850f620df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.992817] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d727b19-3abc-4fb8-a4ff-d8a7a56e7959 req-954fb49d-4da6-45e1-b16b-ac6c5d133157 service nova] Lock "121a6e60-7c91-483f-aae0-ea8850f620df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.993187] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d727b19-3abc-4fb8-a4ff-d8a7a56e7959 req-954fb49d-4da6-45e1-b16b-ac6c5d133157 service nova] Lock "121a6e60-7c91-483f-aae0-ea8850f620df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.993452] env[69169]: DEBUG nova.compute.manager [req-6d727b19-3abc-4fb8-a4ff-d8a7a56e7959 req-954fb49d-4da6-45e1-b16b-ac6c5d133157 service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] No waiting events found dispatching network-vif-plugged-c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.993689] env[69169]: WARNING nova.compute.manager [req-6d727b19-3abc-4fb8-a4ff-d8a7a56e7959 req-954fb49d-4da6-45e1-b16b-ac6c5d133157 service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Received unexpected event network-vif-plugged-c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90 for instance with vm_state building and task_state spawning. [ 1158.015154] env[69169]: DEBUG nova.network.neutron [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Successfully updated port: c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.128716] env[69169]: DEBUG nova.compute.manager [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Stashing vm_state: active {{(pid=69169) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1158.159237] env[69169]: DEBUG nova.compute.manager [req-cdcc3cda-28cf-493f-9e3b-e410f5a283b0 req-6e1a2c21-e637-4bfc-a567-e80d6a05a5f2 service nova] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Received event network-vif-deleted-9b770e9e-a7a6-4652-8150-2fafda546abf {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.159494] env[69169]: INFO nova.compute.manager [req-cdcc3cda-28cf-493f-9e3b-e410f5a283b0 req-6e1a2c21-e637-4bfc-a567-e80d6a05a5f2 service nova] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Neutron deleted interface 9b770e9e-a7a6-4652-8150-2fafda546abf; detaching it from the instance and deleting it from the info cache [ 1158.159727] env[69169]: DEBUG nova.network.neutron [req-cdcc3cda-28cf-493f-9e3b-e410f5a283b0 req-6e1a2c21-e637-4bfc-a567-e80d6a05a5f2 service nova] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.173108] env[69169]: DEBUG nova.compute.utils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.179728] env[69169]: DEBUG nova.compute.manager [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.180625] env[69169]: DEBUG nova.network.neutron [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.227764] env[69169]: DEBUG nova.policy [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '992306c144c046c6b4c79aecf21213b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e934f52fd9554e26a793f5b7d372c592', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.516354] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "refresh_cache-121a6e60-7c91-483f-aae0-ea8850f620df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.516512] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "refresh_cache-121a6e60-7c91-483f-aae0-ea8850f620df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.516664] env[69169]: DEBUG nova.network.neutron [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.554710] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.555036] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.555267] env[69169]: DEBUG nova.compute.manager [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Going to confirm migration 3 {{(pid=69169) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1158.602205] env[69169]: DEBUG nova.network.neutron [-] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.650510] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.651376] env[69169]: DEBUG nova.network.neutron [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Successfully created port: 4d255605-b504-40eb-84b3-f4fa99e7b5d1 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.662646] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60e68077-9d2e-47f8-903f-4f0d57dfc6ba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.671996] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246ee605-6c34-42f1-a0fe-7f78028601bc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.684433] env[69169]: DEBUG nova.compute.manager [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.707417] env[69169]: DEBUG nova.compute.manager [req-cdcc3cda-28cf-493f-9e3b-e410f5a283b0 req-6e1a2c21-e637-4bfc-a567-e80d6a05a5f2 service nova] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Detach interface failed, port_id=9b770e9e-a7a6-4652-8150-2fafda546abf, reason: Instance e1e94956-c9e4-47ab-ba27-7cb61ece9111 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1158.718211] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "e5075c5b-89e9-48bb-baeb-abfd44b87bf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.718457] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "e5075c5b-89e9-48bb-baeb-abfd44b87bf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.896428] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2e2ba8-18ff-476f-89cd-ed103ef06118 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.904634] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ab4e9f-f7f0-4b4e-be1d-9236d532d7a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.935981] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50313a04-a63f-4e5d-936e-ba8c11b6ac43 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.944655] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98ad945-67ac-40a0-af85-697074936af0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.957947] env[69169]: DEBUG nova.compute.provider_tree [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.976613] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "1932f2a6-cf96-4990-8162-1e90d683c5c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.976613] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "1932f2a6-cf96-4990-8162-1e90d683c5c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.063982] env[69169]: DEBUG nova.network.neutron [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.104431] env[69169]: INFO nova.compute.manager [-] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Took 1.29 seconds to deallocate network for instance. [ 1159.133966] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.134166] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.134346] env[69169]: DEBUG nova.network.neutron [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.134530] env[69169]: DEBUG nova.objects.instance [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lazy-loading 'info_cache' on Instance uuid ae4fca65-67fe-48c2-b1d7-90e957ef15fc {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.224560] env[69169]: DEBUG nova.compute.manager [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.277250] env[69169]: DEBUG nova.network.neutron [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Updating instance_info_cache with network_info: [{"id": "c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90", "address": "fa:16:3e:31:3e:bd", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d9c924-fa", "ovs_interfaceid": "c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.461299] env[69169]: DEBUG nova.scheduler.client.report [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.478177] env[69169]: DEBUG nova.compute.manager [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.610875] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.697311] env[69169]: DEBUG nova.compute.manager [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.722838] env[69169]: DEBUG nova.virt.hardware [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.723134] env[69169]: DEBUG nova.virt.hardware [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.723298] env[69169]: DEBUG nova.virt.hardware [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.723479] env[69169]: DEBUG nova.virt.hardware [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.723626] env[69169]: DEBUG nova.virt.hardware [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.723770] env[69169]: DEBUG nova.virt.hardware [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.723972] env[69169]: DEBUG nova.virt.hardware [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.724143] env[69169]: DEBUG nova.virt.hardware [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.724309] env[69169]: DEBUG nova.virt.hardware [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.724469] env[69169]: DEBUG nova.virt.hardware [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.724640] env[69169]: DEBUG nova.virt.hardware [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.725492] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af06020-5943-471d-ba38-252cbb4e2f54 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.735504] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bdfd02-2a25-4e7c-bb73-6972578f1e92 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.753434] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.779545] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "refresh_cache-121a6e60-7c91-483f-aae0-ea8850f620df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.779840] env[69169]: DEBUG nova.compute.manager [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Instance network_info: |[{"id": "c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90", "address": "fa:16:3e:31:3e:bd", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d9c924-fa", "ovs_interfaceid": "c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.780225] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:3e:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.787633] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.787834] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.788016] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3491635-a3cc-42d2-91c8-7b9eda7f2ef1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.806903] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.806903] env[69169]: value = "task-3251803" [ 1159.806903] env[69169]: _type = "Task" [ 1159.806903] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.818099] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251803, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.967140] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.967720] env[69169]: DEBUG nova.compute.manager [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.970474] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.851s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.971996] env[69169]: INFO nova.compute.claims [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.000338] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.018627] env[69169]: DEBUG nova.compute.manager [req-adbbf724-0b2e-4684-8c01-287b8ded2c66 req-b503164b-c0f8-4595-ba54-b89b14874920 service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Received event network-changed-c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.018834] env[69169]: DEBUG nova.compute.manager [req-adbbf724-0b2e-4684-8c01-287b8ded2c66 req-b503164b-c0f8-4595-ba54-b89b14874920 service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Refreshing instance network info cache due to event network-changed-c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.019040] env[69169]: DEBUG oslo_concurrency.lockutils [req-adbbf724-0b2e-4684-8c01-287b8ded2c66 req-b503164b-c0f8-4595-ba54-b89b14874920 service nova] Acquiring lock "refresh_cache-121a6e60-7c91-483f-aae0-ea8850f620df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.019189] env[69169]: DEBUG oslo_concurrency.lockutils [req-adbbf724-0b2e-4684-8c01-287b8ded2c66 req-b503164b-c0f8-4595-ba54-b89b14874920 service nova] Acquired lock "refresh_cache-121a6e60-7c91-483f-aae0-ea8850f620df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.019397] env[69169]: DEBUG nova.network.neutron [req-adbbf724-0b2e-4684-8c01-287b8ded2c66 req-b503164b-c0f8-4595-ba54-b89b14874920 service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Refreshing network info cache for port c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.158512] env[69169]: DEBUG nova.network.neutron [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Successfully updated port: 4d255605-b504-40eb-84b3-f4fa99e7b5d1 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.191247] env[69169]: DEBUG nova.compute.manager [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Received event network-vif-plugged-4d255605-b504-40eb-84b3-f4fa99e7b5d1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.191636] env[69169]: DEBUG oslo_concurrency.lockutils [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] Acquiring lock "06f357b6-03cd-44e9-a8db-46527f7844fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.191731] env[69169]: DEBUG oslo_concurrency.lockutils [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] Lock "06f357b6-03cd-44e9-a8db-46527f7844fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.191847] env[69169]: DEBUG oslo_concurrency.lockutils [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] Lock "06f357b6-03cd-44e9-a8db-46527f7844fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.192058] env[69169]: DEBUG nova.compute.manager [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] No waiting events found dispatching network-vif-plugged-4d255605-b504-40eb-84b3-f4fa99e7b5d1 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.192281] env[69169]: WARNING nova.compute.manager [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Received unexpected event network-vif-plugged-4d255605-b504-40eb-84b3-f4fa99e7b5d1 for instance with vm_state building and task_state spawning. [ 1160.192480] env[69169]: DEBUG nova.compute.manager [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Received event network-changed-4d255605-b504-40eb-84b3-f4fa99e7b5d1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.192817] env[69169]: DEBUG nova.compute.manager [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Refreshing instance network info cache due to event network-changed-4d255605-b504-40eb-84b3-f4fa99e7b5d1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.192883] env[69169]: DEBUG oslo_concurrency.lockutils [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] Acquiring lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.192982] env[69169]: DEBUG oslo_concurrency.lockutils [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] Acquired lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.193152] env[69169]: DEBUG nova.network.neutron [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Refreshing network info cache for port 4d255605-b504-40eb-84b3-f4fa99e7b5d1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.318345] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251803, 'name': CreateVM_Task, 'duration_secs': 0.422344} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.318741] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.321854] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.322034] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.322340] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.322777] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d625b07d-29cb-4ec8-a1ce-0827778968e2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.328040] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1160.328040] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5283ebfc-c246-21d9-9400-2397b7b3b353" [ 1160.328040] env[69169]: _type = "Task" [ 1160.328040] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.336238] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5283ebfc-c246-21d9-9400-2397b7b3b353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.383304] env[69169]: DEBUG nova.network.neutron [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance_info_cache with network_info: [{"id": "eba460f6-758f-4c46-adda-4c234f4ac76d", "address": "fa:16:3e:3c:0f:98", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba460f6-75", "ovs_interfaceid": "eba460f6-758f-4c46-adda-4c234f4ac76d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.476511] env[69169]: DEBUG nova.compute.utils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.481340] env[69169]: DEBUG nova.compute.manager [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.481340] env[69169]: DEBUG nova.network.neutron [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.540400] env[69169]: DEBUG nova.policy [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cfef0849fb4a12b890ed836f8c0c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf2d8d04a5ab47fda9b658c0c265488e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.664563] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquiring lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.740111] env[69169]: DEBUG nova.network.neutron [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.752385] env[69169]: DEBUG nova.network.neutron [req-adbbf724-0b2e-4684-8c01-287b8ded2c66 req-b503164b-c0f8-4595-ba54-b89b14874920 service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Updated VIF entry in instance network info cache for port c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.752825] env[69169]: DEBUG nova.network.neutron [req-adbbf724-0b2e-4684-8c01-287b8ded2c66 req-b503164b-c0f8-4595-ba54-b89b14874920 service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Updating instance_info_cache with network_info: [{"id": "c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90", "address": "fa:16:3e:31:3e:bd", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d9c924-fa", "ovs_interfaceid": "c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.839493] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5283ebfc-c246-21d9-9400-2397b7b3b353, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.839878] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.840440] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.840594] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.841244] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.841244] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.841390] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75ec3dab-1136-4a0b-95a1-62bd71a76611 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.850875] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.851084] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.851923] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3df79d1-c430-41a7-b880-6cf9d7c3fa6f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.857859] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1160.857859] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525d513b-44d9-1fab-44d9-5fdbff2fb191" [ 1160.857859] env[69169]: _type = "Task" [ 1160.857859] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.862134] env[69169]: DEBUG nova.network.neutron [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.868087] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525d513b-44d9-1fab-44d9-5fdbff2fb191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.886385] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-ae4fca65-67fe-48c2-b1d7-90e957ef15fc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.886625] env[69169]: DEBUG nova.objects.instance [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lazy-loading 'migration_context' on Instance uuid ae4fca65-67fe-48c2-b1d7-90e957ef15fc {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.916133] env[69169]: DEBUG nova.network.neutron [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Successfully created port: 0d123456-0dfb-4a46-9cc4-c47d0a3982ee {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.981184] env[69169]: DEBUG nova.compute.manager [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.174514] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290e5381-6f31-4798-8508-9c6b90852f38 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.181956] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e6d57a-cd3b-4dee-be30-8791099eb1d2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.212218] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd13ac7-82f4-43ce-a6d5-bfbd1765dfb9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.219501] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88c32df-1e7d-40e8-87b5-7095c931c2dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.232801] env[69169]: DEBUG nova.compute.provider_tree [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.255753] env[69169]: DEBUG oslo_concurrency.lockutils [req-adbbf724-0b2e-4684-8c01-287b8ded2c66 req-b503164b-c0f8-4595-ba54-b89b14874920 service nova] Releasing lock "refresh_cache-121a6e60-7c91-483f-aae0-ea8850f620df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.368893] env[69169]: DEBUG oslo_concurrency.lockutils [req-166b4b2d-e415-459e-9362-cc4c3270b5ba req-dd1811b0-3c9c-476b-8050-992b8268e3a4 service nova] Releasing lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.369076] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525d513b-44d9-1fab-44d9-5fdbff2fb191, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.369281] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquired lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.369461] env[69169]: DEBUG nova.network.neutron [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.371526] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e6439e-2505-4b0b-abfd-4965da8430ac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.377142] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1161.377142] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525b795c-d558-9f91-8422-033b6a10a2a0" [ 1161.377142] env[69169]: _type = "Task" [ 1161.377142] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.386853] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525b795c-d558-9f91-8422-033b6a10a2a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.388833] env[69169]: DEBUG nova.objects.base [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1161.389565] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7868d8-3e0f-4e76-a2e2-151415f963ea {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.407465] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef31e9f-07f4-47d7-9003-fb82ce8c2b29 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.412619] env[69169]: DEBUG oslo_vmware.api [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1161.412619] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52866e25-d2e3-3a3f-96d8-6282584dc4df" [ 1161.412619] env[69169]: _type = "Task" [ 1161.412619] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.420052] env[69169]: DEBUG oslo_vmware.api [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52866e25-d2e3-3a3f-96d8-6282584dc4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.735700] env[69169]: DEBUG nova.scheduler.client.report [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.890563] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525b795c-d558-9f91-8422-033b6a10a2a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.890851] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.891131] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 121a6e60-7c91-483f-aae0-ea8850f620df/121a6e60-7c91-483f-aae0-ea8850f620df.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.891418] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67dfe2d1-bb81-4ce1-9687-f35baf965020 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.898890] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1161.898890] env[69169]: value = "task-3251804" [ 1161.898890] env[69169]: _type = "Task" [ 1161.898890] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.902692] env[69169]: DEBUG nova.network.neutron [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.909791] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.921774] env[69169]: DEBUG oslo_vmware.api [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52866e25-d2e3-3a3f-96d8-6282584dc4df, 'name': SearchDatastore_Task, 'duration_secs': 0.006734} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.924568] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.992414] env[69169]: DEBUG nova.compute.manager [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.018297] env[69169]: DEBUG nova.virt.hardware [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.018616] env[69169]: DEBUG nova.virt.hardware [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.018698] env[69169]: DEBUG nova.virt.hardware [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.018864] env[69169]: DEBUG nova.virt.hardware [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.019018] env[69169]: DEBUG nova.virt.hardware [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.019180] env[69169]: DEBUG nova.virt.hardware [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.019520] env[69169]: DEBUG nova.virt.hardware [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.019584] env[69169]: DEBUG nova.virt.hardware [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.019757] env[69169]: DEBUG nova.virt.hardware [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.019925] env[69169]: DEBUG nova.virt.hardware [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.020095] env[69169]: DEBUG nova.virt.hardware [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.021010] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5230079-c372-4dd9-ba86-727f82faac69 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.029024] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e744540-6c59-46a4-94c8-8700d768cf96 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.053078] env[69169]: DEBUG nova.network.neutron [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Updating instance_info_cache with network_info: [{"id": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "address": "fa:16:3e:8e:a9:44", "network": {"id": "d55f222e-3259-45fe-83b4-a4795f812b1c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872431032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e934f52fd9554e26a793f5b7d372c592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d255605-b5", "ovs_interfaceid": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.240328] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.241062] env[69169]: DEBUG nova.compute.manager [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.244253] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.594s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.339149] env[69169]: DEBUG nova.compute.manager [req-2bc56e6d-284c-4405-bd21-fe8a6acc81f9 req-8349f3cf-beae-4d82-b1ec-316d3aff4154 service nova] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Received event network-vif-plugged-0d123456-0dfb-4a46-9cc4-c47d0a3982ee {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.339149] env[69169]: DEBUG oslo_concurrency.lockutils [req-2bc56e6d-284c-4405-bd21-fe8a6acc81f9 req-8349f3cf-beae-4d82-b1ec-316d3aff4154 service nova] Acquiring lock "10245fc8-43f9-493f-aaa9-479dfaf66d96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.339149] env[69169]: DEBUG oslo_concurrency.lockutils [req-2bc56e6d-284c-4405-bd21-fe8a6acc81f9 req-8349f3cf-beae-4d82-b1ec-316d3aff4154 service nova] Lock "10245fc8-43f9-493f-aaa9-479dfaf66d96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.339149] env[69169]: DEBUG oslo_concurrency.lockutils [req-2bc56e6d-284c-4405-bd21-fe8a6acc81f9 req-8349f3cf-beae-4d82-b1ec-316d3aff4154 service nova] Lock "10245fc8-43f9-493f-aaa9-479dfaf66d96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.339149] env[69169]: DEBUG nova.compute.manager [req-2bc56e6d-284c-4405-bd21-fe8a6acc81f9 req-8349f3cf-beae-4d82-b1ec-316d3aff4154 service nova] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] No waiting events found dispatching network-vif-plugged-0d123456-0dfb-4a46-9cc4-c47d0a3982ee {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.339149] env[69169]: WARNING nova.compute.manager [req-2bc56e6d-284c-4405-bd21-fe8a6acc81f9 req-8349f3cf-beae-4d82-b1ec-316d3aff4154 service nova] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Received unexpected event network-vif-plugged-0d123456-0dfb-4a46-9cc4-c47d0a3982ee for instance with vm_state building and task_state spawning. [ 1162.410236] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489257} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.410589] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 121a6e60-7c91-483f-aae0-ea8850f620df/121a6e60-7c91-483f-aae0-ea8850f620df.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.410768] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.411031] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76f1c87a-a9c5-441c-b6fa-a29a2281f97a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.420650] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1162.420650] env[69169]: value = "task-3251805" [ 1162.420650] env[69169]: _type = "Task" [ 1162.420650] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.422569] env[69169]: DEBUG nova.network.neutron [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Successfully updated port: 0d123456-0dfb-4a46-9cc4-c47d0a3982ee {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.427542] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.556098] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Releasing lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.556454] env[69169]: DEBUG nova.compute.manager [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Instance network_info: |[{"id": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "address": "fa:16:3e:8e:a9:44", "network": {"id": "d55f222e-3259-45fe-83b4-a4795f812b1c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872431032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e934f52fd9554e26a793f5b7d372c592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d255605-b5", "ovs_interfaceid": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.556886] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:a9:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d255605-b504-40eb-84b3-f4fa99e7b5d1', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.565777] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Creating folder: Project (e934f52fd9554e26a793f5b7d372c592). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.566167] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75f76759-eb14-40c2-b22b-d4f5194d349d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.578734] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Created folder: Project (e934f52fd9554e26a793f5b7d372c592) in parent group-v649481. [ 1162.578922] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Creating folder: Instances. Parent ref: group-v649749. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.579164] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7babec0-3969-4e5d-bcf3-ea94097843ec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.587682] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Created folder: Instances in parent group-v649749. [ 1162.587900] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.588098] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.588291] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8ae4c77-26e1-43db-a815-b9cd52e7e187 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.607213] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.607213] env[69169]: value = "task-3251808" [ 1162.607213] env[69169]: _type = "Task" [ 1162.607213] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.614418] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251808, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.750333] env[69169]: INFO nova.compute.claims [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.757785] env[69169]: DEBUG nova.compute.utils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.759220] env[69169]: DEBUG nova.compute.manager [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.759436] env[69169]: DEBUG nova.network.neutron [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.795961] env[69169]: DEBUG nova.policy [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0177c0b2f9ce4183b140261be4c518e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd41743244b0549eb86296bd4a6924465', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.927530] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068875} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.927815] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.928396] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "refresh_cache-10245fc8-43f9-493f-aaa9-479dfaf66d96" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.928538] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "refresh_cache-10245fc8-43f9-493f-aaa9-479dfaf66d96" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.928656] env[69169]: DEBUG nova.network.neutron [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.930235] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06f5c11-1002-4285-9ac3-8f9d16d2fb38 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.959453] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 121a6e60-7c91-483f-aae0-ea8850f620df/121a6e60-7c91-483f-aae0-ea8850f620df.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.960646] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2515a2d5-ed55-4350-9f87-e2502ade6b2a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.981307] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1162.981307] env[69169]: value = "task-3251809" [ 1162.981307] env[69169]: _type = "Task" [ 1162.981307] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.989481] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.104587] env[69169]: DEBUG nova.network.neutron [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Successfully created port: 8bfdaf5f-b4f7-4928-9731-0647d04c9083 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.118173] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251808, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.261287] env[69169]: INFO nova.compute.resource_tracker [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating resource usage from migration af0914b0-3b53-42d3-b76e-ba8ef268822b [ 1163.264648] env[69169]: DEBUG nova.compute.manager [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.468923] env[69169]: DEBUG nova.network.neutron [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.476223] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f808eee4-ab6d-44be-ae9c-5e690d7959e7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.486666] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00df9220-134a-4164-9ad2-63710af22fad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.497215] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.529338] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9112e81-6f4c-4ec7-b2c1-a36ead297fab {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.537156] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49488f7-ff86-4b66-a1cb-ec88728d4fb6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.551057] env[69169]: DEBUG nova.compute.provider_tree [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.618155] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251808, 'name': CreateVM_Task, 'duration_secs': 0.865029} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.618340] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.619013] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.619191] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.619618] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.619878] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed5c207-b02e-41ec-8990-0aac494456cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.628017] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for the task: (returnval){ [ 1163.628017] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5259b917-17e8-78b3-f64d-1785d08152f0" [ 1163.628017] env[69169]: _type = "Task" [ 1163.628017] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.634759] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5259b917-17e8-78b3-f64d-1785d08152f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.665279] env[69169]: DEBUG nova.network.neutron [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Updating instance_info_cache with network_info: [{"id": "0d123456-0dfb-4a46-9cc4-c47d0a3982ee", "address": "fa:16:3e:6a:51:c7", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d123456-0d", "ovs_interfaceid": "0d123456-0dfb-4a46-9cc4-c47d0a3982ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.992737] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251809, 'name': ReconfigVM_Task, 'duration_secs': 0.686465} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.993023] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 121a6e60-7c91-483f-aae0-ea8850f620df/121a6e60-7c91-483f-aae0-ea8850f620df.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.993650] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f1718e1-6a52-4642-94b6-d88e248e1fe6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.999656] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1163.999656] env[69169]: value = "task-3251810" [ 1163.999656] env[69169]: _type = "Task" [ 1163.999656] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.008318] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251810, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.054460] env[69169]: DEBUG nova.scheduler.client.report [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.135886] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5259b917-17e8-78b3-f64d-1785d08152f0, 'name': SearchDatastore_Task, 'duration_secs': 0.01775} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.136204] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.136434] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.136665] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.136807] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.136981] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.137245] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc94dcdd-0f05-434a-bfe2-7fd6a7213d5c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.144766] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.144938] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.145613] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103661fc-6452-4d4f-8dc8-a3678e34b5e5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.150408] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for the task: (returnval){ [ 1164.150408] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52969994-6f80-6944-fac7-7fa6ca1245e1" [ 1164.150408] env[69169]: _type = "Task" [ 1164.150408] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.157074] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52969994-6f80-6944-fac7-7fa6ca1245e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.167733] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "refresh_cache-10245fc8-43f9-493f-aaa9-479dfaf66d96" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.168036] env[69169]: DEBUG nova.compute.manager [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Instance network_info: |[{"id": "0d123456-0dfb-4a46-9cc4-c47d0a3982ee", "address": "fa:16:3e:6a:51:c7", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d123456-0d", "ovs_interfaceid": "0d123456-0dfb-4a46-9cc4-c47d0a3982ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.168423] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:51:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d123456-0dfb-4a46-9cc4-c47d0a3982ee', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.175778] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.175978] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.176196] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-288fdbbf-ecd1-475f-9dd4-c8c28ad294f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.195320] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.195320] env[69169]: value = "task-3251811" [ 1164.195320] env[69169]: _type = "Task" [ 1164.195320] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.203801] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251811, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.275765] env[69169]: DEBUG nova.compute.manager [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.307921] env[69169]: DEBUG nova.virt.hardware [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.308218] env[69169]: DEBUG nova.virt.hardware [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.308391] env[69169]: DEBUG nova.virt.hardware [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.308648] env[69169]: DEBUG nova.virt.hardware [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.308839] env[69169]: DEBUG nova.virt.hardware [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.308970] env[69169]: DEBUG nova.virt.hardware [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.309201] env[69169]: DEBUG nova.virt.hardware [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.309364] env[69169]: DEBUG nova.virt.hardware [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.309555] env[69169]: DEBUG nova.virt.hardware [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.309721] env[69169]: DEBUG nova.virt.hardware [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.309889] env[69169]: DEBUG nova.virt.hardware [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.310780] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a8ce2f-5ab8-4579-97cc-e5aeb191b97a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.318609] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739104a3-670d-4b66-810b-843a4ca28a3e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.362267] env[69169]: DEBUG nova.compute.manager [req-3e7dd312-b1e9-4413-9223-1daf699bf973 req-67765450-2643-447f-90e4-f6014d4bcef2 service nova] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Received event network-changed-0d123456-0dfb-4a46-9cc4-c47d0a3982ee {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.362538] env[69169]: DEBUG nova.compute.manager [req-3e7dd312-b1e9-4413-9223-1daf699bf973 req-67765450-2643-447f-90e4-f6014d4bcef2 service nova] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Refreshing instance network info cache due to event network-changed-0d123456-0dfb-4a46-9cc4-c47d0a3982ee. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.362738] env[69169]: DEBUG oslo_concurrency.lockutils [req-3e7dd312-b1e9-4413-9223-1daf699bf973 req-67765450-2643-447f-90e4-f6014d4bcef2 service nova] Acquiring lock "refresh_cache-10245fc8-43f9-493f-aaa9-479dfaf66d96" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.362916] env[69169]: DEBUG oslo_concurrency.lockutils [req-3e7dd312-b1e9-4413-9223-1daf699bf973 req-67765450-2643-447f-90e4-f6014d4bcef2 service nova] Acquired lock "refresh_cache-10245fc8-43f9-493f-aaa9-479dfaf66d96" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.363107] env[69169]: DEBUG nova.network.neutron [req-3e7dd312-b1e9-4413-9223-1daf699bf973 req-67765450-2643-447f-90e4-f6014d4bcef2 service nova] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Refreshing network info cache for port 0d123456-0dfb-4a46-9cc4-c47d0a3982ee {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.511157] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251810, 'name': Rename_Task, 'duration_secs': 0.188051} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.511478] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.512066] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c136fb9d-b8e1-4411-b261-d4962a936b6c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.518586] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1164.518586] env[69169]: value = "task-3251812" [ 1164.518586] env[69169]: _type = "Task" [ 1164.518586] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.526369] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.559517] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.315s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.559840] env[69169]: INFO nova.compute.manager [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Migrating [ 1164.566340] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.956s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.566596] env[69169]: DEBUG nova.objects.instance [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lazy-loading 'resources' on Instance uuid e1e94956-c9e4-47ab-ba27-7cb61ece9111 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.638598] env[69169]: DEBUG nova.network.neutron [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Successfully updated port: 8bfdaf5f-b4f7-4928-9731-0647d04c9083 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.661940] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52969994-6f80-6944-fac7-7fa6ca1245e1, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.662766] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6087f888-95d4-4ac1-a0c4-5368286918ae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.668027] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for the task: (returnval){ [ 1164.668027] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523be965-7f90-7066-01d4-ed6e4255bf36" [ 1164.668027] env[69169]: _type = "Task" [ 1164.668027] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.676939] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523be965-7f90-7066-01d4-ed6e4255bf36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.706023] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251811, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.027996] env[69169]: DEBUG oslo_vmware.api [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251812, 'name': PowerOnVM_Task, 'duration_secs': 0.503037} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.028289] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.028502] env[69169]: INFO nova.compute.manager [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1165.028687] env[69169]: DEBUG nova.compute.manager [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.029558] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1416c362-02cc-4d95-b57c-d63e4ca9a9cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.078240] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.078432] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.078614] env[69169]: DEBUG nova.network.neutron [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.142642] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "refresh_cache-21e20e97-7c73-4db1-83b0-04356361717a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.142891] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired lock "refresh_cache-21e20e97-7c73-4db1-83b0-04356361717a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.143142] env[69169]: DEBUG nova.network.neutron [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.180728] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523be965-7f90-7066-01d4-ed6e4255bf36, 'name': SearchDatastore_Task, 'duration_secs': 0.012101} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.181020] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.181274] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 06f357b6-03cd-44e9-a8db-46527f7844fe/06f357b6-03cd-44e9-a8db-46527f7844fe.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.181542] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78da7b99-b010-4772-addf-3351db56735f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.189790] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for the task: (returnval){ [ 1165.189790] env[69169]: value = "task-3251813" [ 1165.189790] env[69169]: _type = "Task" [ 1165.189790] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.197589] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.209817] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251811, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.291656] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76c50b0-436a-4d22-92e5-388bbc1b01d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.303923] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca884896-6772-4e0c-ae0b-ddded3c958e7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.334283] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7416851-0588-4510-ae19-722a6f81beaf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.342095] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f2cff7-9893-4ab7-b127-d7776703d984 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.358714] env[69169]: DEBUG nova.compute.provider_tree [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.400625] env[69169]: DEBUG nova.network.neutron [req-3e7dd312-b1e9-4413-9223-1daf699bf973 req-67765450-2643-447f-90e4-f6014d4bcef2 service nova] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Updated VIF entry in instance network info cache for port 0d123456-0dfb-4a46-9cc4-c47d0a3982ee. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.401052] env[69169]: DEBUG nova.network.neutron [req-3e7dd312-b1e9-4413-9223-1daf699bf973 req-67765450-2643-447f-90e4-f6014d4bcef2 service nova] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Updating instance_info_cache with network_info: [{"id": "0d123456-0dfb-4a46-9cc4-c47d0a3982ee", "address": "fa:16:3e:6a:51:c7", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d123456-0d", "ovs_interfaceid": "0d123456-0dfb-4a46-9cc4-c47d0a3982ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.551300] env[69169]: INFO nova.compute.manager [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Took 27.10 seconds to build instance. [ 1165.685712] env[69169]: DEBUG nova.network.neutron [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.700352] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499076} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.703564] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 06f357b6-03cd-44e9-a8db-46527f7844fe/06f357b6-03cd-44e9-a8db-46527f7844fe.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.703775] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.704038] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7e376cb-ea4c-416e-b2f4-a30a69ea01f0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.710409] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251811, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.715302] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for the task: (returnval){ [ 1165.715302] env[69169]: value = "task-3251814" [ 1165.715302] env[69169]: _type = "Task" [ 1165.715302] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.722843] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.861951] env[69169]: DEBUG nova.scheduler.client.report [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.895016] env[69169]: DEBUG nova.compute.manager [req-b6fee920-5e8c-41c3-b5c5-aa189c64096c req-f922662d-cc3f-48a4-bcf0-859bdfe7566b service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Received event network-changed-c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.895315] env[69169]: DEBUG nova.compute.manager [req-b6fee920-5e8c-41c3-b5c5-aa189c64096c req-f922662d-cc3f-48a4-bcf0-859bdfe7566b service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Refreshing instance network info cache due to event network-changed-c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.895540] env[69169]: DEBUG oslo_concurrency.lockutils [req-b6fee920-5e8c-41c3-b5c5-aa189c64096c req-f922662d-cc3f-48a4-bcf0-859bdfe7566b service nova] Acquiring lock "refresh_cache-121a6e60-7c91-483f-aae0-ea8850f620df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.896066] env[69169]: DEBUG oslo_concurrency.lockutils [req-b6fee920-5e8c-41c3-b5c5-aa189c64096c req-f922662d-cc3f-48a4-bcf0-859bdfe7566b service nova] Acquired lock "refresh_cache-121a6e60-7c91-483f-aae0-ea8850f620df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.896066] env[69169]: DEBUG nova.network.neutron [req-b6fee920-5e8c-41c3-b5c5-aa189c64096c req-f922662d-cc3f-48a4-bcf0-859bdfe7566b service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Refreshing network info cache for port c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.903572] env[69169]: DEBUG oslo_concurrency.lockutils [req-3e7dd312-b1e9-4413-9223-1daf699bf973 req-67765450-2643-447f-90e4-f6014d4bcef2 service nova] Releasing lock "refresh_cache-10245fc8-43f9-493f-aaa9-479dfaf66d96" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.904944] env[69169]: DEBUG nova.network.neutron [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Updating instance_info_cache with network_info: [{"id": "8bfdaf5f-b4f7-4928-9731-0647d04c9083", "address": "fa:16:3e:2a:53:45", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfdaf5f-b4", "ovs_interfaceid": "8bfdaf5f-b4f7-4928-9731-0647d04c9083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.909374] env[69169]: DEBUG nova.network.neutron [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating instance_info_cache with network_info: [{"id": "b957a307-c5c2-42c3-94e0-1c4527a29e5c", "address": "fa:16:3e:e8:eb:fe", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb957a307-c5", "ovs_interfaceid": "b957a307-c5c2-42c3-94e0-1c4527a29e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.055987] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e6fb4f55-835f-4bfc-a4df-d1a453e32122 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "121a6e60-7c91-483f-aae0-ea8850f620df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.620s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.209730] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251811, 'name': CreateVM_Task, 'duration_secs': 1.531073} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.209890] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.210603] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.210770] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.211090] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.211331] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3f678d-36dc-4250-9483-a6b46fcdb24c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.215789] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1166.215789] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5271a78d-97a4-b2ea-ce80-893e763791b6" [ 1166.215789] env[69169]: _type = "Task" [ 1166.215789] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.226024] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5271a78d-97a4-b2ea-ce80-893e763791b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.228637] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058179} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.228884] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.229752] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8ac689-6436-4a9f-819a-87edb03fdfd8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.252039] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 06f357b6-03cd-44e9-a8db-46527f7844fe/06f357b6-03cd-44e9-a8db-46527f7844fe.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.252368] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a926ac-2480-4a39-a7b7-40cb9bbc2722 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.272169] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for the task: (returnval){ [ 1166.272169] env[69169]: value = "task-3251815" [ 1166.272169] env[69169]: _type = "Task" [ 1166.272169] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.280083] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.367188] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.369752] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.616s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.371300] env[69169]: INFO nova.compute.claims [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.391104] env[69169]: INFO nova.scheduler.client.report [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Deleted allocations for instance e1e94956-c9e4-47ab-ba27-7cb61ece9111 [ 1166.394448] env[69169]: DEBUG nova.compute.manager [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Received event network-vif-plugged-8bfdaf5f-b4f7-4928-9731-0647d04c9083 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.394448] env[69169]: DEBUG oslo_concurrency.lockutils [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] Acquiring lock "21e20e97-7c73-4db1-83b0-04356361717a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.394448] env[69169]: DEBUG oslo_concurrency.lockutils [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] Lock "21e20e97-7c73-4db1-83b0-04356361717a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.394448] env[69169]: DEBUG oslo_concurrency.lockutils [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] Lock "21e20e97-7c73-4db1-83b0-04356361717a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.394571] env[69169]: DEBUG nova.compute.manager [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] No waiting events found dispatching network-vif-plugged-8bfdaf5f-b4f7-4928-9731-0647d04c9083 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.394744] env[69169]: WARNING nova.compute.manager [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Received unexpected event network-vif-plugged-8bfdaf5f-b4f7-4928-9731-0647d04c9083 for instance with vm_state building and task_state spawning. [ 1166.394910] env[69169]: DEBUG nova.compute.manager [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Received event network-changed-8bfdaf5f-b4f7-4928-9731-0647d04c9083 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.395088] env[69169]: DEBUG nova.compute.manager [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Refreshing instance network info cache due to event network-changed-8bfdaf5f-b4f7-4928-9731-0647d04c9083. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.395241] env[69169]: DEBUG oslo_concurrency.lockutils [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] Acquiring lock "refresh_cache-21e20e97-7c73-4db1-83b0-04356361717a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.411967] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Releasing lock "refresh_cache-21e20e97-7c73-4db1-83b0-04356361717a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.412654] env[69169]: DEBUG nova.compute.manager [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Instance network_info: |[{"id": "8bfdaf5f-b4f7-4928-9731-0647d04c9083", "address": "fa:16:3e:2a:53:45", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfdaf5f-b4", "ovs_interfaceid": "8bfdaf5f-b4f7-4928-9731-0647d04c9083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.412802] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.414553] env[69169]: DEBUG oslo_concurrency.lockutils [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] Acquired lock "refresh_cache-21e20e97-7c73-4db1-83b0-04356361717a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.414553] env[69169]: DEBUG nova.network.neutron [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Refreshing network info cache for port 8bfdaf5f-b4f7-4928-9731-0647d04c9083 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.415350] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:53:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bfdaf5f-b4f7-4928-9731-0647d04c9083', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.422873] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.423742] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.423996] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec27dc0f-3b09-43f4-9ae3-ebb4418fbd0f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.450139] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.450139] env[69169]: value = "task-3251816" [ 1166.450139] env[69169]: _type = "Task" [ 1166.450139] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.458500] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251816, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.682518] env[69169]: DEBUG nova.network.neutron [req-b6fee920-5e8c-41c3-b5c5-aa189c64096c req-f922662d-cc3f-48a4-bcf0-859bdfe7566b service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Updated VIF entry in instance network info cache for port c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.682903] env[69169]: DEBUG nova.network.neutron [req-b6fee920-5e8c-41c3-b5c5-aa189c64096c req-f922662d-cc3f-48a4-bcf0-859bdfe7566b service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Updating instance_info_cache with network_info: [{"id": "c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90", "address": "fa:16:3e:31:3e:bd", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d9c924-fa", "ovs_interfaceid": "c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.727322] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5271a78d-97a4-b2ea-ce80-893e763791b6, 'name': SearchDatastore_Task, 'duration_secs': 0.024429} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.727684] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.727964] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.728301] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.728464] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.728651] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.728910] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87b7549d-d184-4aec-a167-1a7d6df025ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.741655] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.741854] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.742541] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a03ceec-e35d-4c94-8ce4-8bac6413286b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.748320] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1166.748320] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d8736a-2b35-80e4-04c6-0c50ae36d905" [ 1166.748320] env[69169]: _type = "Task" [ 1166.748320] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.755731] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d8736a-2b35-80e4-04c6-0c50ae36d905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.781060] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.903847] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a4987404-c03d-443f-a4ef-13e17676278b tempest-ServerRescueNegativeTestJSON-2035224104 tempest-ServerRescueNegativeTestJSON-2035224104-project-member] Lock "e1e94956-c9e4-47ab-ba27-7cb61ece9111" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.739s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.960832] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251816, 'name': CreateVM_Task, 'duration_secs': 0.365098} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.961017] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.961756] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.961945] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.962308] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.962560] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e208f6e6-e06d-43c3-9f26-ed86bb60f682 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.967185] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1166.967185] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52058e39-98e9-fef3-20a4-94ddcc5f5b55" [ 1166.967185] env[69169]: _type = "Task" [ 1166.967185] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.979669] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52058e39-98e9-fef3-20a4-94ddcc5f5b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.185854] env[69169]: DEBUG oslo_concurrency.lockutils [req-b6fee920-5e8c-41c3-b5c5-aa189c64096c req-f922662d-cc3f-48a4-bcf0-859bdfe7566b service nova] Releasing lock "refresh_cache-121a6e60-7c91-483f-aae0-ea8850f620df" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.255654] env[69169]: DEBUG nova.network.neutron [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Updated VIF entry in instance network info cache for port 8bfdaf5f-b4f7-4928-9731-0647d04c9083. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.256015] env[69169]: DEBUG nova.network.neutron [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Updating instance_info_cache with network_info: [{"id": "8bfdaf5f-b4f7-4928-9731-0647d04c9083", "address": "fa:16:3e:2a:53:45", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfdaf5f-b4", "ovs_interfaceid": "8bfdaf5f-b4f7-4928-9731-0647d04c9083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.261568] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d8736a-2b35-80e4-04c6-0c50ae36d905, 'name': SearchDatastore_Task, 'duration_secs': 0.012099} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.262592] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc38eba0-1d68-478c-8ebc-97875f991a12 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.268647] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1167.268647] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52611b3d-3694-cefb-9371-f1ff9e1f6cfb" [ 1167.268647] env[69169]: _type = "Task" [ 1167.268647] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.282621] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52611b3d-3694-cefb-9371-f1ff9e1f6cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.287345] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251815, 'name': ReconfigVM_Task, 'duration_secs': 0.636365} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.287724] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 06f357b6-03cd-44e9-a8db-46527f7844fe/06f357b6-03cd-44e9-a8db-46527f7844fe.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.288663] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be4e4fba-c33e-477d-adc4-a10fe19794be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.295826] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for the task: (returnval){ [ 1167.295826] env[69169]: value = "task-3251817" [ 1167.295826] env[69169]: _type = "Task" [ 1167.295826] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.305388] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251817, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.483811] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52058e39-98e9-fef3-20a4-94ddcc5f5b55, 'name': SearchDatastore_Task, 'duration_secs': 0.044444} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.483811] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.483811] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.483811] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.595310] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fde710-d0f1-4191-b324-e73dd4c78c91 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.606814] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9011ff42-3336-4c58-a725-89b665dbe913 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.642071] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c82e239-81c8-4f56-8144-570ba6eec529 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.650130] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4995ef-191b-4480-8db2-1a6158276fe3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.665899] env[69169]: DEBUG nova.compute.provider_tree [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.763400] env[69169]: DEBUG oslo_concurrency.lockutils [req-39751066-362f-426f-828f-5f79ac02dc86 req-fc0358e9-50ec-434e-a307-daf7a76b6c8c service nova] Releasing lock "refresh_cache-21e20e97-7c73-4db1-83b0-04356361717a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.780970] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52611b3d-3694-cefb-9371-f1ff9e1f6cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.012928} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.781343] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.781658] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 10245fc8-43f9-493f-aaa9-479dfaf66d96/10245fc8-43f9-493f-aaa9-479dfaf66d96.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.782027] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.782251] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.782505] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54fe82eb-0e73-4cc9-a215-1b913caaec92 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.784881] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9f19aa0-948e-4c9b-b588-e408438e0aa7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.792813] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1167.792813] env[69169]: value = "task-3251818" [ 1167.792813] env[69169]: _type = "Task" [ 1167.792813] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.796834] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.797070] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.797874] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f1ae07-34d7-4529-a81a-e8edab8490d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.808864] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.812934] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251817, 'name': Rename_Task, 'duration_secs': 0.255992} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.813267] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1167.813267] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a38b7e-02eb-74c4-cfe2-88afaa7e1e57" [ 1167.813267] env[69169]: _type = "Task" [ 1167.813267] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.813568] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.813872] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b5a17b2-0fa3-4ca4-ab6a-8e13849cf4f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.824210] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a38b7e-02eb-74c4-cfe2-88afaa7e1e57, 'name': SearchDatastore_Task, 'duration_secs': 0.011061} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.826676] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for the task: (returnval){ [ 1167.826676] env[69169]: value = "task-3251819" [ 1167.826676] env[69169]: _type = "Task" [ 1167.826676] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.827056] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-722b648a-718a-4914-9b1d-8dafcb0a7365 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.836834] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1167.836834] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b4f0c0-c418-188c-47e4-6257afd83e02" [ 1167.836834] env[69169]: _type = "Task" [ 1167.836834] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.840439] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.849645] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b4f0c0-c418-188c-47e4-6257afd83e02, 'name': SearchDatastore_Task, 'duration_secs': 0.010461} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.849921] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.850226] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 21e20e97-7c73-4db1-83b0-04356361717a/21e20e97-7c73-4db1-83b0-04356361717a.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.850616] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d60ae8e-a58b-4e64-a0b4-3da06fc1d3ea {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.856934] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1167.856934] env[69169]: value = "task-3251820" [ 1167.856934] env[69169]: _type = "Task" [ 1167.856934] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.865094] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.938272] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88b58e4-0209-4643-967d-8e5e5d7ab42d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.957227] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating instance 'ead24a11-10bf-4152-9674-b83d873b7fb7' progress to 0 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.173176] env[69169]: DEBUG nova.scheduler.client.report [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.307152] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251818, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.342965] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251819, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.368412] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251820, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.464040] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.464481] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec96f734-41d7-4c8e-a6ba-7f9d5c5747be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.472747] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1168.472747] env[69169]: value = "task-3251821" [ 1168.472747] env[69169]: _type = "Task" [ 1168.472747] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.483031] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.680855] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.681759] env[69169]: DEBUG nova.compute.manager [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.684137] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.684s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.685513] env[69169]: INFO nova.compute.claims [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.805555] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651204} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.805824] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 10245fc8-43f9-493f-aaa9-479dfaf66d96/10245fc8-43f9-493f-aaa9-479dfaf66d96.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.806047] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.806295] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2cb7cc5-4ad2-422d-9ecb-41c57d542f12 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.812944] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1168.812944] env[69169]: value = "task-3251822" [ 1168.812944] env[69169]: _type = "Task" [ 1168.812944] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.821850] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.839092] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251819, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.867409] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797809} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.867409] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 21e20e97-7c73-4db1-83b0-04356361717a/21e20e97-7c73-4db1-83b0-04356361717a.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.867661] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.868148] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c40ce740-f354-4030-a647-96a72862011f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.875701] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1168.875701] env[69169]: value = "task-3251823" [ 1168.875701] env[69169]: _type = "Task" [ 1168.875701] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.883720] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.986837] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251821, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.194086] env[69169]: DEBUG nova.compute.utils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.195346] env[69169]: DEBUG nova.compute.manager [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.195573] env[69169]: DEBUG nova.network.neutron [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.277933] env[69169]: DEBUG nova.policy [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3702e9f682b34af38c76af478b4052a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c263b0c9e5ff4bbeae919a3e33ac007a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.322591] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102417} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.322853] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.323634] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5023e270-2e24-4155-8778-d75d1999f05a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.347472] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 10245fc8-43f9-493f-aaa9-479dfaf66d96/10245fc8-43f9-493f-aaa9-479dfaf66d96.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.351467] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b55d2b-26a9-4a9a-9336-4e183e81b646 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.371365] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251819, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.372774] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1169.372774] env[69169]: value = "task-3251824" [ 1169.372774] env[69169]: _type = "Task" [ 1169.372774] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.381893] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.386316] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.315139} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.386604] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.387380] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9daae0-7bc9-4aea-8865-3e9534b0b099 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.409164] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 21e20e97-7c73-4db1-83b0-04356361717a/21e20e97-7c73-4db1-83b0-04356361717a.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.409453] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900ab428-d966-4b2b-affe-9cfadf0c62a2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.429759] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1169.429759] env[69169]: value = "task-3251825" [ 1169.429759] env[69169]: _type = "Task" [ 1169.429759] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.437228] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.485779] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251821, 'name': PowerOffVM_Task, 'duration_secs': 0.526545} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.486081] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.486271] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating instance 'ead24a11-10bf-4152-9674-b83d873b7fb7' progress to 17 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.665119] env[69169]: DEBUG nova.network.neutron [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Successfully created port: af4b2187-f759-494c-a41c-edfae443f926 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.699201] env[69169]: DEBUG nova.compute.manager [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.847927] env[69169]: DEBUG oslo_vmware.api [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251819, 'name': PowerOnVM_Task, 'duration_secs': 1.575893} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.850444] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.850684] env[69169]: INFO nova.compute.manager [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1169.850872] env[69169]: DEBUG nova.compute.manager [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.852408] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a571e1b-ecb0-486b-a464-5064f12493fd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.884349] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251824, 'name': ReconfigVM_Task, 'duration_secs': 0.299065} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.884447] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 10245fc8-43f9-493f-aaa9-479dfaf66d96/10245fc8-43f9-493f-aaa9-479dfaf66d96.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.885052] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c587894-3d95-498c-91fb-397cb71feabe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.891804] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1169.891804] env[69169]: value = "task-3251826" [ 1169.891804] env[69169]: _type = "Task" [ 1169.891804] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.901071] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251826, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.903258] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d61ad3-2da2-4006-b3ff-127f445665e7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.912420] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c1dee-bab5-4542-8c75-c05fb21667a7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.947668] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049c616c-80f2-45bb-99bc-707c5cd6b8ca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.955123] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251825, 'name': ReconfigVM_Task, 'duration_secs': 0.520249} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.957113] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 21e20e97-7c73-4db1-83b0-04356361717a/21e20e97-7c73-4db1-83b0-04356361717a.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.957822] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-344f75c6-b7d8-4a45-a230-19d90b448581 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.960285] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c8c8ec-8a6b-4a54-be14-d98b4d5eb704 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.976717] env[69169]: DEBUG nova.compute.provider_tree [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.979186] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1169.979186] env[69169]: value = "task-3251827" [ 1169.979186] env[69169]: _type = "Task" [ 1169.979186] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.987113] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251827, 'name': Rename_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.992248] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.992473] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.992629] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.992809] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.992975] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.993162] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.993419] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.993615] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.993853] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.994072] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.994283] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.999838] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a95bdc7c-7115-4d05-b0be-36864097d4a0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.015759] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1170.015759] env[69169]: value = "task-3251828" [ 1170.015759] env[69169]: _type = "Task" [ 1170.015759] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.024268] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.367557] env[69169]: INFO nova.compute.manager [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Took 21.70 seconds to build instance. [ 1170.401625] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251826, 'name': Rename_Task, 'duration_secs': 0.16419} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.401903] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.402162] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6cc3bb3-5465-4fde-8f9f-d71fe7777b35 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.408532] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1170.408532] env[69169]: value = "task-3251829" [ 1170.408532] env[69169]: _type = "Task" [ 1170.408532] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.415690] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.480595] env[69169]: DEBUG nova.scheduler.client.report [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.492875] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251827, 'name': Rename_Task, 'duration_secs': 0.156674} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.493169] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.493409] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dedd992-429b-45cd-8d68-acab73bff526 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.499406] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1170.499406] env[69169]: value = "task-3251830" [ 1170.499406] env[69169]: _type = "Task" [ 1170.499406] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.508159] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.525092] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251828, 'name': ReconfigVM_Task, 'duration_secs': 0.252176} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.525481] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating instance 'ead24a11-10bf-4152-9674-b83d873b7fb7' progress to 33 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.710503] env[69169]: DEBUG nova.compute.manager [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.738327] env[69169]: DEBUG nova.virt.hardware [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.738572] env[69169]: DEBUG nova.virt.hardware [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.738730] env[69169]: DEBUG nova.virt.hardware [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.738908] env[69169]: DEBUG nova.virt.hardware [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.739066] env[69169]: DEBUG nova.virt.hardware [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.739216] env[69169]: DEBUG nova.virt.hardware [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.739448] env[69169]: DEBUG nova.virt.hardware [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.739651] env[69169]: DEBUG nova.virt.hardware [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.739823] env[69169]: DEBUG nova.virt.hardware [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.739985] env[69169]: DEBUG nova.virt.hardware [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.740171] env[69169]: DEBUG nova.virt.hardware [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.741087] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21cf24d-fa4b-409a-96cd-3a2d5be935c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.751110] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c157b6fe-0022-44bf-a0cf-e17ee6ff4166 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.869580] env[69169]: DEBUG oslo_concurrency.lockutils [None req-85a89fbf-6c88-4c94-b3a3-37c346a4698b tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Lock "06f357b6-03cd-44e9-a8db-46527f7844fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.215s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.920504] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251829, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.944392] env[69169]: DEBUG oslo_concurrency.lockutils [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "interface-f2e16ff2-6995-4985-a3ee-b19772a73edf-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.944729] env[69169]: DEBUG oslo_concurrency.lockutils [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-f2e16ff2-6995-4985-a3ee-b19772a73edf-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.945271] env[69169]: DEBUG nova.objects.instance [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'flavor' on Instance uuid f2e16ff2-6995-4985-a3ee-b19772a73edf {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.989301] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.989941] env[69169]: DEBUG nova.compute.manager [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.992772] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.068s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.012254] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251830, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.032439] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.032619] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.032707] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.032946] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.033170] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.033348] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.033637] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.033881] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.034130] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.034345] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.034575] env[69169]: DEBUG nova.virt.hardware [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.041389] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.042018] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5f7f36-54d4-4b7c-8183-20e41c7de56c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.063439] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1171.063439] env[69169]: value = "task-3251831" [ 1171.063439] env[69169]: _type = "Task" [ 1171.063439] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.073366] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.365025] env[69169]: DEBUG nova.compute.manager [req-e854914f-066c-44b5-bb63-f2a94a118617 req-b243ab92-daff-493b-9d76-1ef20c348b03 service nova] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Received event network-vif-plugged-af4b2187-f759-494c-a41c-edfae443f926 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.365269] env[69169]: DEBUG oslo_concurrency.lockutils [req-e854914f-066c-44b5-bb63-f2a94a118617 req-b243ab92-daff-493b-9d76-1ef20c348b03 service nova] Acquiring lock "e5075c5b-89e9-48bb-baeb-abfd44b87bf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.365479] env[69169]: DEBUG oslo_concurrency.lockutils [req-e854914f-066c-44b5-bb63-f2a94a118617 req-b243ab92-daff-493b-9d76-1ef20c348b03 service nova] Lock "e5075c5b-89e9-48bb-baeb-abfd44b87bf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.365649] env[69169]: DEBUG oslo_concurrency.lockutils [req-e854914f-066c-44b5-bb63-f2a94a118617 req-b243ab92-daff-493b-9d76-1ef20c348b03 service nova] Lock "e5075c5b-89e9-48bb-baeb-abfd44b87bf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.365816] env[69169]: DEBUG nova.compute.manager [req-e854914f-066c-44b5-bb63-f2a94a118617 req-b243ab92-daff-493b-9d76-1ef20c348b03 service nova] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] No waiting events found dispatching network-vif-plugged-af4b2187-f759-494c-a41c-edfae443f926 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.365977] env[69169]: WARNING nova.compute.manager [req-e854914f-066c-44b5-bb63-f2a94a118617 req-b243ab92-daff-493b-9d76-1ef20c348b03 service nova] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Received unexpected event network-vif-plugged-af4b2187-f759-494c-a41c-edfae443f926 for instance with vm_state building and task_state spawning. [ 1171.420523] env[69169]: DEBUG oslo_vmware.api [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251829, 'name': PowerOnVM_Task, 'duration_secs': 0.521101} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.420523] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.420523] env[69169]: INFO nova.compute.manager [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1171.420523] env[69169]: DEBUG nova.compute.manager [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.420793] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b55307-d91a-4896-a7e5-f629fedad60c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.466704] env[69169]: DEBUG nova.network.neutron [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Successfully updated port: af4b2187-f759-494c-a41c-edfae443f926 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.496068] env[69169]: DEBUG nova.compute.utils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.500624] env[69169]: DEBUG nova.compute.manager [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.500791] env[69169]: DEBUG nova.network.neutron [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.512072] env[69169]: DEBUG oslo_vmware.api [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251830, 'name': PowerOnVM_Task, 'duration_secs': 0.539417} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.512072] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.512266] env[69169]: INFO nova.compute.manager [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1171.512453] env[69169]: DEBUG nova.compute.manager [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.514255] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9451404-cd93-4f15-a28e-f5608a733846 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.574508] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251831, 'name': ReconfigVM_Task, 'duration_secs': 0.336936} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.577180] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.581148] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad925de-5fbb-4286-9f32-c0875a4c87ff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.603430] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] ead24a11-10bf-4152-9674-b83d873b7fb7/ead24a11-10bf-4152-9674-b83d873b7fb7.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.604665] env[69169]: DEBUG nova.objects.instance [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'pci_requests' on Instance uuid f2e16ff2-6995-4985-a3ee-b19772a73edf {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.608353] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-431a788d-8a38-4110-ad71-7b5e1b11d09c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.622804] env[69169]: DEBUG nova.policy [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3702e9f682b34af38c76af478b4052a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c263b0c9e5ff4bbeae919a3e33ac007a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.631042] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1171.631042] env[69169]: value = "task-3251832" [ 1171.631042] env[69169]: _type = "Task" [ 1171.631042] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.641983] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.757331] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a7c5ba-c122-44e8-8194-e882386bd8c1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.764984] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936efd81-51b1-4f71-815b-431a931fd5ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.795121] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69df31b-afec-4ed2-8718-5505d8b8d615 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.802497] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93693550-0397-48af-abb2-b5748edab377 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.815596] env[69169]: DEBUG nova.compute.provider_tree [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.923830] env[69169]: DEBUG nova.network.neutron [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Successfully created port: 288c1a39-ac43-4161-ac3a-21ef034557a9 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.939849] env[69169]: INFO nova.compute.manager [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Took 19.22 seconds to build instance. [ 1171.969628] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "refresh_cache-e5075c5b-89e9-48bb-baeb-abfd44b87bf1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.969628] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquired lock "refresh_cache-e5075c5b-89e9-48bb-baeb-abfd44b87bf1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.969628] env[69169]: DEBUG nova.network.neutron [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.999015] env[69169]: DEBUG nova.compute.manager [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.032994] env[69169]: INFO nova.compute.manager [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Took 15.93 seconds to build instance. [ 1172.125719] env[69169]: DEBUG nova.objects.base [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1172.126012] env[69169]: DEBUG nova.network.neutron [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.141514] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251832, 'name': ReconfigVM_Task, 'duration_secs': 0.350347} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.141836] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Reconfigured VM instance instance-00000061 to attach disk [datastore2] ead24a11-10bf-4152-9674-b83d873b7fb7/ead24a11-10bf-4152-9674-b83d873b7fb7.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.142161] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating instance 'ead24a11-10bf-4152-9674-b83d873b7fb7' progress to 50 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.196210] env[69169]: DEBUG nova.policy [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a6b450a2904216b612aec484497024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '088fa329f82442fdb636c14c4ec555a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.319505] env[69169]: DEBUG nova.scheduler.client.report [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.445720] env[69169]: DEBUG oslo_concurrency.lockutils [None req-574fafbe-7e6d-44fc-9e6c-b5a3d806f4e0 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "10245fc8-43f9-493f-aaa9-479dfaf66d96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.732s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.506183] env[69169]: DEBUG nova.network.neutron [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.536538] env[69169]: DEBUG oslo_concurrency.lockutils [None req-174c77cf-c75b-430d-bf15-3d17329aa2d4 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "21e20e97-7c73-4db1-83b0-04356361717a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.452s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.649126] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d84445-f857-4105-878c-87eb5f6e7607 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.669493] env[69169]: DEBUG nova.network.neutron [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Updating instance_info_cache with network_info: [{"id": "af4b2187-f759-494c-a41c-edfae443f926", "address": "fa:16:3e:55:a4:db", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4b2187-f7", "ovs_interfaceid": "af4b2187-f759-494c-a41c-edfae443f926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.671227] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6529f4-4660-41ab-925e-21414152781e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.689485] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating instance 'ead24a11-10bf-4152-9674-b83d873b7fb7' progress to 67 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.694319] env[69169]: DEBUG nova.network.neutron [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Successfully created port: 4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.013536] env[69169]: DEBUG nova.compute.manager [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.039313] env[69169]: DEBUG nova.virt.hardware [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.039648] env[69169]: DEBUG nova.virt.hardware [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.039817] env[69169]: DEBUG nova.virt.hardware [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.039999] env[69169]: DEBUG nova.virt.hardware [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.040162] env[69169]: DEBUG nova.virt.hardware [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.040310] env[69169]: DEBUG nova.virt.hardware [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.040541] env[69169]: DEBUG nova.virt.hardware [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.040709] env[69169]: DEBUG nova.virt.hardware [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.040873] env[69169]: DEBUG nova.virt.hardware [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.041045] env[69169]: DEBUG nova.virt.hardware [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.041225] env[69169]: DEBUG nova.virt.hardware [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.042323] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dc6e24-042f-4311-9dbc-5dbbfe3977f1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.051446] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0e787f-b406-4d59-9ed1-48adede19680 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.174753] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Releasing lock "refresh_cache-e5075c5b-89e9-48bb-baeb-abfd44b87bf1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.175162] env[69169]: DEBUG nova.compute.manager [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Instance network_info: |[{"id": "af4b2187-f759-494c-a41c-edfae443f926", "address": "fa:16:3e:55:a4:db", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4b2187-f7", "ovs_interfaceid": "af4b2187-f759-494c-a41c-edfae443f926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.175604] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:a4:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af4b2187-f759-494c-a41c-edfae443f926', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.182955] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Creating folder: Project (c263b0c9e5ff4bbeae919a3e33ac007a). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.183240] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a371d7ea-5810-48a6-ba32-5147352728b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.194455] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Created folder: Project (c263b0c9e5ff4bbeae919a3e33ac007a) in parent group-v649481. [ 1173.194638] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Creating folder: Instances. Parent ref: group-v649754. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.194869] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cb378ef-a369-45fc-a8d8-28de76133aa9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.207207] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Created folder: Instances in parent group-v649754. [ 1173.207430] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.207646] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.207849] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eef901f9-c2b2-4dfd-b716-3a5e8df88fbe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.226518] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.226518] env[69169]: value = "task-3251835" [ 1173.226518] env[69169]: _type = "Task" [ 1173.226518] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.234107] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251835, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.234839] env[69169]: DEBUG nova.network.neutron [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Port b957a307-c5c2-42c3-94e0-1c4527a29e5c binding to destination host cpu-1 is already ACTIVE {{(pid=69169) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1173.330477] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.338s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.742513] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251835, 'name': CreateVM_Task, 'duration_secs': 0.417472} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.742513] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.742513] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.743111] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.743111] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.743195] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652f785b-3542-4ba5-9e9e-8118ab03c877 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.748539] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1173.748539] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5241c884-a486-0acc-01ca-26d64b48f139" [ 1173.748539] env[69169]: _type = "Task" [ 1173.748539] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.758933] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5241c884-a486-0acc-01ca-26d64b48f139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.840153] env[69169]: DEBUG nova.compute.manager [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Received event network-changed-4d255605-b504-40eb-84b3-f4fa99e7b5d1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.840407] env[69169]: DEBUG nova.compute.manager [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Refreshing instance network info cache due to event network-changed-4d255605-b504-40eb-84b3-f4fa99e7b5d1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.840771] env[69169]: DEBUG oslo_concurrency.lockutils [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] Acquiring lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.840924] env[69169]: DEBUG oslo_concurrency.lockutils [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] Acquired lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.841156] env[69169]: DEBUG nova.network.neutron [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Refreshing network info cache for port 4d255605-b504-40eb-84b3-f4fa99e7b5d1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.903924] env[69169]: INFO nova.scheduler.client.report [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleted allocation for migration 3aa15658-2c56-4fcd-a46e-47da54cb4f58 [ 1174.018603] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "49abfb85-3cc1-4f60-bb8c-c2d73ce439da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.018913] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "49abfb85-3cc1-4f60-bb8c-c2d73ce439da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.114122] env[69169]: DEBUG nova.compute.manager [req-ffc3db4a-ab78-4702-a626-bf4c233fb87e req-d95f197e-e51d-4876-937c-abdb7b343bd6 service nova] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Received event network-vif-plugged-288c1a39-ac43-4161-ac3a-21ef034557a9 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.114345] env[69169]: DEBUG oslo_concurrency.lockutils [req-ffc3db4a-ab78-4702-a626-bf4c233fb87e req-d95f197e-e51d-4876-937c-abdb7b343bd6 service nova] Acquiring lock "1932f2a6-cf96-4990-8162-1e90d683c5c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.114548] env[69169]: DEBUG oslo_concurrency.lockutils [req-ffc3db4a-ab78-4702-a626-bf4c233fb87e req-d95f197e-e51d-4876-937c-abdb7b343bd6 service nova] Lock "1932f2a6-cf96-4990-8162-1e90d683c5c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.115023] env[69169]: DEBUG oslo_concurrency.lockutils [req-ffc3db4a-ab78-4702-a626-bf4c233fb87e req-d95f197e-e51d-4876-937c-abdb7b343bd6 service nova] Lock "1932f2a6-cf96-4990-8162-1e90d683c5c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.115023] env[69169]: DEBUG nova.compute.manager [req-ffc3db4a-ab78-4702-a626-bf4c233fb87e req-d95f197e-e51d-4876-937c-abdb7b343bd6 service nova] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] No waiting events found dispatching network-vif-plugged-288c1a39-ac43-4161-ac3a-21ef034557a9 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.115369] env[69169]: WARNING nova.compute.manager [req-ffc3db4a-ab78-4702-a626-bf4c233fb87e req-d95f197e-e51d-4876-937c-abdb7b343bd6 service nova] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Received unexpected event network-vif-plugged-288c1a39-ac43-4161-ac3a-21ef034557a9 for instance with vm_state building and task_state spawning. [ 1174.257877] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "ead24a11-10bf-4152-9674-b83d873b7fb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.258107] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "ead24a11-10bf-4152-9674-b83d873b7fb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.258830] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "ead24a11-10bf-4152-9674-b83d873b7fb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.270907] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5241c884-a486-0acc-01ca-26d64b48f139, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.271831] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.272016] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.272305] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.272490] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.272673] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.273377] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8012129-5869-44df-9355-46cac03a9a3e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.285424] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.285638] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.286390] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a978c804-630f-41b0-8c26-13b2f82123dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.292040] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1174.292040] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ff8e4f-00a9-a7e1-2fbe-4d38d73731d6" [ 1174.292040] env[69169]: _type = "Task" [ 1174.292040] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.304331] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ff8e4f-00a9-a7e1-2fbe-4d38d73731d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.394938] env[69169]: DEBUG nova.network.neutron [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Successfully updated port: 288c1a39-ac43-4161-ac3a-21ef034557a9 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.414381] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c0c369b4-edb6-4352-a464-ec4f4445c1fa tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.859s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.521370] env[69169]: DEBUG nova.compute.manager [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.565603] env[69169]: DEBUG nova.network.neutron [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Updated VIF entry in instance network info cache for port 4d255605-b504-40eb-84b3-f4fa99e7b5d1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.566019] env[69169]: DEBUG nova.network.neutron [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Updating instance_info_cache with network_info: [{"id": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "address": "fa:16:3e:8e:a9:44", "network": {"id": "d55f222e-3259-45fe-83b4-a4795f812b1c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872431032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e934f52fd9554e26a793f5b7d372c592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d255605-b5", "ovs_interfaceid": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.803957] env[69169]: DEBUG oslo_concurrency.lockutils [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.804216] env[69169]: DEBUG oslo_concurrency.lockutils [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.804307] env[69169]: DEBUG oslo_concurrency.lockutils [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.804492] env[69169]: DEBUG oslo_concurrency.lockutils [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.804712] env[69169]: DEBUG oslo_concurrency.lockutils [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.806320] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ff8e4f-00a9-a7e1-2fbe-4d38d73731d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012477} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.807245] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc25a292-9e90-4cf0-8890-8d5fe93193ff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.810228] env[69169]: INFO nova.compute.manager [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Terminating instance [ 1174.819709] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1174.819709] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c351f0-30c3-8507-c717-0e0c320de8a9" [ 1174.819709] env[69169]: _type = "Task" [ 1174.819709] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.827855] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c351f0-30c3-8507-c717-0e0c320de8a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.869806] env[69169]: DEBUG nova.network.neutron [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Successfully updated port: 4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.897584] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "refresh_cache-1932f2a6-cf96-4990-8162-1e90d683c5c5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.897727] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquired lock "refresh_cache-1932f2a6-cf96-4990-8162-1e90d683c5c5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.897877] env[69169]: DEBUG nova.network.neutron [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.042321] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.042603] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.044019] env[69169]: INFO nova.compute.claims [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.068055] env[69169]: DEBUG oslo_concurrency.lockutils [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] Releasing lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.068309] env[69169]: DEBUG nova.compute.manager [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Received event network-changed-af4b2187-f759-494c-a41c-edfae443f926 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.068967] env[69169]: DEBUG nova.compute.manager [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Refreshing instance network info cache due to event network-changed-af4b2187-f759-494c-a41c-edfae443f926. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.068967] env[69169]: DEBUG oslo_concurrency.lockutils [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] Acquiring lock "refresh_cache-e5075c5b-89e9-48bb-baeb-abfd44b87bf1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.069123] env[69169]: DEBUG oslo_concurrency.lockutils [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] Acquired lock "refresh_cache-e5075c5b-89e9-48bb-baeb-abfd44b87bf1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.069338] env[69169]: DEBUG nova.network.neutron [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Refreshing network info cache for port af4b2187-f759-494c-a41c-edfae443f926 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.300187] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.300377] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.300558] env[69169]: DEBUG nova.network.neutron [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.317203] env[69169]: DEBUG nova.compute.manager [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.317449] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.318354] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a53d89-352c-497c-883a-73364f1274f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.330967] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c351f0-30c3-8507-c717-0e0c320de8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.044076} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.332956] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.333278] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] e5075c5b-89e9-48bb-baeb-abfd44b87bf1/e5075c5b-89e9-48bb-baeb-abfd44b87bf1.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.333558] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.333767] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feed3e7b-c4bb-499a-82c7-bd92b0656cd5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.335486] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ccda2db-c71c-441b-b43c-b0da5fa45e4a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.341353] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1175.341353] env[69169]: value = "task-3251837" [ 1175.341353] env[69169]: _type = "Task" [ 1175.341353] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.342586] env[69169]: DEBUG oslo_vmware.api [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1175.342586] env[69169]: value = "task-3251836" [ 1175.342586] env[69169]: _type = "Task" [ 1175.342586] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.355820] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.360036] env[69169]: DEBUG oslo_vmware.api [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.372253] env[69169]: DEBUG oslo_concurrency.lockutils [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.372413] env[69169]: DEBUG oslo_concurrency.lockutils [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.372508] env[69169]: DEBUG nova.network.neutron [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.427038] env[69169]: DEBUG nova.network.neutron [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.602813] env[69169]: DEBUG nova.network.neutron [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Updating instance_info_cache with network_info: [{"id": "288c1a39-ac43-4161-ac3a-21ef034557a9", "address": "fa:16:3e:50:d9:61", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288c1a39-ac", "ovs_interfaceid": "288c1a39-ac43-4161-ac3a-21ef034557a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.792788] env[69169]: DEBUG nova.network.neutron [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Updated VIF entry in instance network info cache for port af4b2187-f759-494c-a41c-edfae443f926. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.793325] env[69169]: DEBUG nova.network.neutron [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Updating instance_info_cache with network_info: [{"id": "af4b2187-f759-494c-a41c-edfae443f926", "address": "fa:16:3e:55:a4:db", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4b2187-f7", "ovs_interfaceid": "af4b2187-f759-494c-a41c-edfae443f926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.856799] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251837, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.860151] env[69169]: DEBUG oslo_vmware.api [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251836, 'name': PowerOffVM_Task, 'duration_secs': 0.203364} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.860405] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.860592] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.860884] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0759f3cd-f0a6-42f4-8744-fd8aa1a7051a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.911483] env[69169]: WARNING nova.network.neutron [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] 7d083c25-8f15-4ac3-89ea-58eb4ef777d7 already exists in list: networks containing: ['7d083c25-8f15-4ac3-89ea-58eb4ef777d7']. ignoring it [ 1175.954139] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.954359] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.954532] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleting the datastore file [datastore1] ae4fca65-67fe-48c2-b1d7-90e957ef15fc {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.954786] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85ae37e3-0f5c-4280-82f1-a93caee04218 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.961422] env[69169]: DEBUG oslo_vmware.api [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1175.961422] env[69169]: value = "task-3251839" [ 1175.961422] env[69169]: _type = "Task" [ 1175.961422] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.969269] env[69169]: DEBUG oslo_vmware.api [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.984367] env[69169]: DEBUG nova.compute.manager [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Received event network-changed-8bfdaf5f-b4f7-4928-9731-0647d04c9083 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.984601] env[69169]: DEBUG nova.compute.manager [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Refreshing instance network info cache due to event network-changed-8bfdaf5f-b4f7-4928-9731-0647d04c9083. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.984848] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] Acquiring lock "refresh_cache-21e20e97-7c73-4db1-83b0-04356361717a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.985039] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] Acquired lock "refresh_cache-21e20e97-7c73-4db1-83b0-04356361717a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.985235] env[69169]: DEBUG nova.network.neutron [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Refreshing network info cache for port 8bfdaf5f-b4f7-4928-9731-0647d04c9083 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.004555] env[69169]: DEBUG nova.network.neutron [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating instance_info_cache with network_info: [{"id": "b957a307-c5c2-42c3-94e0-1c4527a29e5c", "address": "fa:16:3e:e8:eb:fe", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb957a307-c5", "ovs_interfaceid": "b957a307-c5c2-42c3-94e0-1c4527a29e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.107252] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Releasing lock "refresh_cache-1932f2a6-cf96-4990-8162-1e90d683c5c5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.107252] env[69169]: DEBUG nova.compute.manager [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Instance network_info: |[{"id": "288c1a39-ac43-4161-ac3a-21ef034557a9", "address": "fa:16:3e:50:d9:61", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288c1a39-ac", "ovs_interfaceid": "288c1a39-ac43-4161-ac3a-21ef034557a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.107735] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:d9:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '288c1a39-ac43-4161-ac3a-21ef034557a9', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.115602] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.118190] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.118663] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06c92d58-444a-4055-b03f-d426ff455cbd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.145731] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.145731] env[69169]: value = "task-3251840" [ 1176.145731] env[69169]: _type = "Task" [ 1176.145731] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.156856] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251840, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.248337] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a964c85-9d34-4604-8ac4-852477131d3b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.255499] env[69169]: DEBUG nova.network.neutron [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Updating instance_info_cache with network_info: [{"id": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "address": "fa:16:3e:68:b6:5a", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83062a9e-a4", "ovs_interfaceid": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1", "address": "fa:16:3e:43:a2:8d", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a6c1f55-07", "ovs_interfaceid": "4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.257433] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95256c25-3038-4886-8fe9-31125374c1e0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.288748] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da01b606-ee4e-447e-8662-3c12caccb0a0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.296222] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea432dc-bfba-432f-a05b-06b095d6046e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.300376] env[69169]: DEBUG oslo_concurrency.lockutils [req-c343d5bb-0d73-43a8-b954-7582c7b1eae3 req-6f78715e-cd41-4e24-9af2-7107fa92f0a1 service nova] Releasing lock "refresh_cache-e5075c5b-89e9-48bb-baeb-abfd44b87bf1" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.310346] env[69169]: DEBUG nova.compute.provider_tree [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.353366] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542827} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.353572] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] e5075c5b-89e9-48bb-baeb-abfd44b87bf1/e5075c5b-89e9-48bb-baeb-abfd44b87bf1.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.353885] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.354207] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a83a6bb-c552-4341-8fd7-a0303f131fee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.360293] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1176.360293] env[69169]: value = "task-3251841" [ 1176.360293] env[69169]: _type = "Task" [ 1176.360293] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.368670] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.470652] env[69169]: DEBUG oslo_vmware.api [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149021} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.470886] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.471091] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.471269] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.471437] env[69169]: INFO nova.compute.manager [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1176.471661] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.471892] env[69169]: DEBUG nova.compute.manager [-] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.472013] env[69169]: DEBUG nova.network.neutron [-] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.506589] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.655327] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251840, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.686341] env[69169]: DEBUG nova.network.neutron [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Updated VIF entry in instance network info cache for port 8bfdaf5f-b4f7-4928-9731-0647d04c9083. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.686723] env[69169]: DEBUG nova.network.neutron [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Updating instance_info_cache with network_info: [{"id": "8bfdaf5f-b4f7-4928-9731-0647d04c9083", "address": "fa:16:3e:2a:53:45", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfdaf5f-b4", "ovs_interfaceid": "8bfdaf5f-b4f7-4928-9731-0647d04c9083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.762248] env[69169]: DEBUG oslo_concurrency.lockutils [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.762904] env[69169]: DEBUG oslo_concurrency.lockutils [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.763079] env[69169]: DEBUG oslo_concurrency.lockutils [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.763980] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d6b855-b699-4b54-9e0c-803744774107 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.782176] env[69169]: DEBUG nova.virt.hardware [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.782415] env[69169]: DEBUG nova.virt.hardware [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.782573] env[69169]: DEBUG nova.virt.hardware [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.782763] env[69169]: DEBUG nova.virt.hardware [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.782904] env[69169]: DEBUG nova.virt.hardware [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.783090] env[69169]: DEBUG nova.virt.hardware [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.783307] env[69169]: DEBUG nova.virt.hardware [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.783466] env[69169]: DEBUG nova.virt.hardware [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.783632] env[69169]: DEBUG nova.virt.hardware [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.783797] env[69169]: DEBUG nova.virt.hardware [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.783970] env[69169]: DEBUG nova.virt.hardware [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.790596] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Reconfiguring VM to attach interface {{(pid=69169) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1176.790926] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61269524-af76-4e34-980d-2ec5b1a1e733 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.808334] env[69169]: DEBUG oslo_vmware.api [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1176.808334] env[69169]: value = "task-3251842" [ 1176.808334] env[69169]: _type = "Task" [ 1176.808334] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.818364] env[69169]: DEBUG oslo_vmware.api [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251842, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.830598] env[69169]: ERROR nova.scheduler.client.report [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [req-c2cc8856-bf65-49ba-86b2-05fdd118fefa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2cc8856-bf65-49ba-86b2-05fdd118fefa"}]} [ 1176.848351] env[69169]: DEBUG nova.scheduler.client.report [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1176.864828] env[69169]: DEBUG nova.scheduler.client.report [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1176.865055] env[69169]: DEBUG nova.compute.provider_tree [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.872241] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074241} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.872485] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.873276] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7450fa-a5ac-4186-a75c-ceb897c6066d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.876854] env[69169]: DEBUG nova.scheduler.client.report [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1176.896395] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] e5075c5b-89e9-48bb-baeb-abfd44b87bf1/e5075c5b-89e9-48bb-baeb-abfd44b87bf1.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.897533] env[69169]: DEBUG nova.scheduler.client.report [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1176.899726] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8dcb060-4f39-432a-bcb2-fe36bceb54ca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.920233] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1176.920233] env[69169]: value = "task-3251843" [ 1176.920233] env[69169]: _type = "Task" [ 1176.920233] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.928246] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.034194] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3f352e-f0b5-413f-9e11-2649aa3ddf01 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.068247] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bffa876-7ba8-4a53-932f-24f12ae129ef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.082252] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating instance 'ead24a11-10bf-4152-9674-b83d873b7fb7' progress to 83 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.912553] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] Releasing lock "refresh_cache-21e20e97-7c73-4db1-83b0-04356361717a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.912923] env[69169]: DEBUG nova.compute.manager [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Received event network-changed-288c1a39-ac43-4161-ac3a-21ef034557a9 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.912923] env[69169]: DEBUG nova.compute.manager [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Refreshing instance network info cache due to event network-changed-288c1a39-ac43-4161-ac3a-21ef034557a9. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.913105] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] Acquiring lock "refresh_cache-1932f2a6-cf96-4990-8162-1e90d683c5c5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.913243] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] Acquired lock "refresh_cache-1932f2a6-cf96-4990-8162-1e90d683c5c5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.913398] env[69169]: DEBUG nova.network.neutron [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Refreshing network info cache for port 288c1a39-ac43-4161-ac3a-21ef034557a9 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.915147] env[69169]: DEBUG nova.network.neutron [-] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.917155] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.917948] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abc1e1c-4c34-45ab-b372-ad78756c2623 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.926155] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8ec99a4-df1b-4276-8cd0-f03715c43015 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.933753] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251840, 'name': CreateVM_Task, 'duration_secs': 0.821925} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.941315] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.941639] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1177.941639] env[69169]: value = "task-3251844" [ 1177.941639] env[69169]: _type = "Task" [ 1177.941639] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.941937] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251843, 'name': ReconfigVM_Task, 'duration_secs': 0.302852} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.942898] env[69169]: DEBUG oslo_vmware.api [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251842, 'name': ReconfigVM_Task, 'duration_secs': 0.680535} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.943660] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.943820] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.944153] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.944468] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Reconfigured VM instance instance-00000066 to attach disk [datastore1] e5075c5b-89e9-48bb-baeb-abfd44b87bf1/e5075c5b-89e9-48bb-baeb-abfd44b87bf1.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.945272] env[69169]: DEBUG oslo_concurrency.lockutils [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.945467] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Reconfigured VM to attach interface {{(pid=69169) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1177.949182] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbc9dc3-f0b9-41a5-b3b6-448146276551 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.952501] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24010e19-f814-4060-81b4-2c967727a33a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.956728] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cd0f42e-0859-4c4f-99fd-d8fa70e55d29 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.965743] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251844, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.994803] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1177.994803] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ec9372-8a71-1716-8189-c1598ef31fd0" [ 1177.994803] env[69169]: _type = "Task" [ 1177.994803] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.995097] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1177.995097] env[69169]: value = "task-3251845" [ 1177.995097] env[69169]: _type = "Task" [ 1177.995097] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.995908] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb190bc2-c610-430c-beb3-76f0a68e607a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.015583] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58a28bf-3396-422c-9e26-207ccdd29cf1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.019607] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ec9372-8a71-1716-8189-c1598ef31fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.021365} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.021509] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251845, 'name': Rename_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.022853] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.023088] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.023317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.023458] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.023629] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.024688] env[69169]: DEBUG nova.compute.manager [req-4e2e421b-c21c-4841-994b-bac9f66d4cbe req-dae5bea0-7c3f-4e48-b3e4-fe511d8a430e service nova] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Received event network-vif-deleted-eba460f6-758f-4c46-adda-4c234f4ac76d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.025587] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30d944d4-4e54-463f-a796-7f2bb8b78054 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.035389] env[69169]: DEBUG nova.compute.provider_tree [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.043698] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.043868] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.045246] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de55ec5-962d-4784-bf1c-9289f1dcf142 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.050983] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1178.050983] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526840e3-1900-1c10-a952-696c15060fe6" [ 1178.050983] env[69169]: _type = "Task" [ 1178.050983] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.058521] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526840e3-1900-1c10-a952-696c15060fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.429584] env[69169]: INFO nova.compute.manager [-] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Took 1.96 seconds to deallocate network for instance. [ 1178.450605] env[69169]: DEBUG oslo_concurrency.lockutils [None req-38ee2a96-2cc1-4e2a-b045-19f57522fcb9 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-f2e16ff2-6995-4985-a3ee-b19772a73edf-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.506s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.457185] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251844, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.508754] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251845, 'name': Rename_Task, 'duration_secs': 0.273765} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.511267] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.511536] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acc317bb-58fa-4ff7-9313-d87573b45261 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.517299] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1178.517299] env[69169]: value = "task-3251846" [ 1178.517299] env[69169]: _type = "Task" [ 1178.517299] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.524536] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.560904] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]526840e3-1900-1c10-a952-696c15060fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.561736] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5df915a-a3e0-4c6a-8163-d47fc402f4af {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.567054] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1178.567054] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ebd911-697a-eaea-0b55-3a8ebdb0b096" [ 1178.567054] env[69169]: _type = "Task" [ 1178.567054] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.570740] env[69169]: DEBUG nova.scheduler.client.report [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1178.571024] env[69169]: DEBUG nova.compute.provider_tree [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 138 to 139 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1178.571214] env[69169]: DEBUG nova.compute.provider_tree [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.579885] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ebd911-697a-eaea-0b55-3a8ebdb0b096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.655848] env[69169]: DEBUG nova.network.neutron [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Updated VIF entry in instance network info cache for port 288c1a39-ac43-4161-ac3a-21ef034557a9. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.656308] env[69169]: DEBUG nova.network.neutron [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Updating instance_info_cache with network_info: [{"id": "288c1a39-ac43-4161-ac3a-21ef034557a9", "address": "fa:16:3e:50:d9:61", "network": {"id": "d4a50f40-f759-43c1-a7c8-7185c64edf93", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3be396c5175e42a780cc09114eba840c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288c1a39-ac", "ovs_interfaceid": "288c1a39-ac43-4161-ac3a-21ef034557a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.937201] env[69169]: DEBUG oslo_concurrency.lockutils [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.960018] env[69169]: DEBUG oslo_vmware.api [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251844, 'name': PowerOnVM_Task, 'duration_secs': 0.572174} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.960772] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.961054] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0f690a35-efa5-41be-b3a3-26f623256320 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating instance 'ead24a11-10bf-4152-9674-b83d873b7fb7' progress to 100 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.027092] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.078403] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.036s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.078931] env[69169]: DEBUG nova.compute.manager [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.081654] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ebd911-697a-eaea-0b55-3a8ebdb0b096, 'name': SearchDatastore_Task, 'duration_secs': 0.011838} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.082118] env[69169]: DEBUG oslo_concurrency.lockutils [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.145s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.082329] env[69169]: DEBUG oslo_concurrency.lockutils [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.084708] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.084708] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 1932f2a6-cf96-4990-8162-1e90d683c5c5/1932f2a6-cf96-4990-8162-1e90d683c5c5.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.084932] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74ce3820-1adc-4602-b1b7-103b2a1d5775 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.091849] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1179.091849] env[69169]: value = "task-3251847" [ 1179.091849] env[69169]: _type = "Task" [ 1179.091849] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.099800] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.104033] env[69169]: INFO nova.scheduler.client.report [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleted allocations for instance ae4fca65-67fe-48c2-b1d7-90e957ef15fc [ 1179.159703] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] Releasing lock "refresh_cache-1932f2a6-cf96-4990-8162-1e90d683c5c5" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.160025] env[69169]: DEBUG nova.compute.manager [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Received event network-vif-plugged-4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.160225] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] Acquiring lock "f2e16ff2-6995-4985-a3ee-b19772a73edf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.160432] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] Lock "f2e16ff2-6995-4985-a3ee-b19772a73edf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.160607] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] Lock "f2e16ff2-6995-4985-a3ee-b19772a73edf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.160814] env[69169]: DEBUG nova.compute.manager [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] No waiting events found dispatching network-vif-plugged-4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.160986] env[69169]: WARNING nova.compute.manager [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Received unexpected event network-vif-plugged-4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1 for instance with vm_state active and task_state None. [ 1179.161166] env[69169]: DEBUG nova.compute.manager [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Received event network-changed-4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.161320] env[69169]: DEBUG nova.compute.manager [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Refreshing instance network info cache due to event network-changed-4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.161499] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] Acquiring lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.161636] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] Acquired lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.161835] env[69169]: DEBUG nova.network.neutron [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Refreshing network info cache for port 4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.528008] env[69169]: DEBUG oslo_vmware.api [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251846, 'name': PowerOnVM_Task, 'duration_secs': 0.748726} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.528301] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.528510] env[69169]: INFO nova.compute.manager [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1179.528706] env[69169]: DEBUG nova.compute.manager [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.529502] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c850db6a-5331-4a30-8b58-6f60d2fcec01 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.584459] env[69169]: DEBUG nova.compute.utils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.587832] env[69169]: DEBUG nova.compute.manager [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.587832] env[69169]: DEBUG nova.network.neutron [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.603489] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251847, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.612246] env[69169]: DEBUG oslo_concurrency.lockutils [None req-da6dc310-67e0-46d9-8066-f378744f4db8 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "ae4fca65-67fe-48c2-b1d7-90e957ef15fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.808s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.629963] env[69169]: DEBUG nova.policy [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cfef0849fb4a12b890ed836f8c0c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf2d8d04a5ab47fda9b658c0c265488e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.896111] env[69169]: DEBUG nova.network.neutron [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Updated VIF entry in instance network info cache for port 4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.896616] env[69169]: DEBUG nova.network.neutron [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Updating instance_info_cache with network_info: [{"id": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "address": "fa:16:3e:68:b6:5a", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83062a9e-a4", "ovs_interfaceid": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1", "address": "fa:16:3e:43:a2:8d", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a6c1f55-07", "ovs_interfaceid": "4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.956055] env[69169]: DEBUG nova.network.neutron [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Successfully created port: 4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.047293] env[69169]: INFO nova.compute.manager [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Took 20.31 seconds to build instance. [ 1180.087874] env[69169]: DEBUG nova.compute.manager [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.102251] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779673} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.102580] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 1932f2a6-cf96-4990-8162-1e90d683c5c5/1932f2a6-cf96-4990-8162-1e90d683c5c5.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.102801] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.103122] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ad0999c-fe48-4dab-98ea-f0712433cd83 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.110216] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1180.110216] env[69169]: value = "task-3251848" [ 1180.110216] env[69169]: _type = "Task" [ 1180.110216] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.117778] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.399218] env[69169]: DEBUG oslo_concurrency.lockutils [req-6d9eac84-89dd-48b8-860f-2b5e7d8a24c8 req-80354bb8-73d8-4753-9d23-aa055dfd6398 service nova] Releasing lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.400229] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "interface-f2e16ff2-6995-4985-a3ee-b19772a73edf-4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.400229] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-f2e16ff2-6995-4985-a3ee-b19772a73edf-4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.549320] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0a8312cf-f687-4142-8188-ea4223260ffb tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "e5075c5b-89e9-48bb-baeb-abfd44b87bf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.831s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.621972] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070557} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.622482] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.623154] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ba4b52-c865-48f4-9501-e62243f29056 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.645962] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 1932f2a6-cf96-4990-8162-1e90d683c5c5/1932f2a6-cf96-4990-8162-1e90d683c5c5.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.646503] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf2fe5c9-1cd5-4263-b851-6036e14d16c1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.666144] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1180.666144] env[69169]: value = "task-3251849" [ 1180.666144] env[69169]: _type = "Task" [ 1180.666144] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.674653] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.903183] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.903351] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.904292] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae117de-3c58-4e7e-94e2-bee21bcb9804 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.922810] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e79d6f-b379-4b02-bd32-f6af1b9e9b2f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.950280] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Reconfiguring VM to detach interface {{(pid=69169) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1180.950625] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e37149c-08c0-4b09-9b9c-7788bdf0a2d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.973188] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.973878] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.974732] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1180.974732] env[69169]: value = "task-3251850" [ 1180.974732] env[69169]: _type = "Task" [ 1180.974732] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.984768] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251850, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.041424] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "ead24a11-10bf-4152-9674-b83d873b7fb7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.041834] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "ead24a11-10bf-4152-9674-b83d873b7fb7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.042055] env[69169]: DEBUG nova.compute.manager [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Going to confirm migration 4 {{(pid=69169) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1181.097397] env[69169]: DEBUG nova.compute.manager [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.123527] env[69169]: DEBUG nova.virt.hardware [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.123784] env[69169]: DEBUG nova.virt.hardware [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.123943] env[69169]: DEBUG nova.virt.hardware [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.124140] env[69169]: DEBUG nova.virt.hardware [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.124287] env[69169]: DEBUG nova.virt.hardware [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.124434] env[69169]: DEBUG nova.virt.hardware [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.124643] env[69169]: DEBUG nova.virt.hardware [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.124803] env[69169]: DEBUG nova.virt.hardware [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.124968] env[69169]: DEBUG nova.virt.hardware [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.125145] env[69169]: DEBUG nova.virt.hardware [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.125316] env[69169]: DEBUG nova.virt.hardware [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.126273] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d239dbb6-8eec-437e-8859-73201471814a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.134747] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a9cc3f-f175-4d39-84c9-54f9447477b7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.175521] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251849, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.351539] env[69169]: DEBUG nova.compute.manager [req-bc64cac8-20bc-452c-971d-a1bf70897a52 req-e14edf7e-6049-4a87-b144-7609699be15d service nova] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Received event network-vif-plugged-4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.351772] env[69169]: DEBUG oslo_concurrency.lockutils [req-bc64cac8-20bc-452c-971d-a1bf70897a52 req-e14edf7e-6049-4a87-b144-7609699be15d service nova] Acquiring lock "49abfb85-3cc1-4f60-bb8c-c2d73ce439da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.351982] env[69169]: DEBUG oslo_concurrency.lockutils [req-bc64cac8-20bc-452c-971d-a1bf70897a52 req-e14edf7e-6049-4a87-b144-7609699be15d service nova] Lock "49abfb85-3cc1-4f60-bb8c-c2d73ce439da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.352192] env[69169]: DEBUG oslo_concurrency.lockutils [req-bc64cac8-20bc-452c-971d-a1bf70897a52 req-e14edf7e-6049-4a87-b144-7609699be15d service nova] Lock "49abfb85-3cc1-4f60-bb8c-c2d73ce439da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.352388] env[69169]: DEBUG nova.compute.manager [req-bc64cac8-20bc-452c-971d-a1bf70897a52 req-e14edf7e-6049-4a87-b144-7609699be15d service nova] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] No waiting events found dispatching network-vif-plugged-4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.352543] env[69169]: WARNING nova.compute.manager [req-bc64cac8-20bc-452c-971d-a1bf70897a52 req-e14edf7e-6049-4a87-b144-7609699be15d service nova] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Received unexpected event network-vif-plugged-4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d for instance with vm_state building and task_state spawning. [ 1181.440828] env[69169]: DEBUG nova.network.neutron [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Successfully updated port: 4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.475502] env[69169]: DEBUG nova.compute.manager [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.489366] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.580204] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.580447] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquired lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.580648] env[69169]: DEBUG nova.network.neutron [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.580912] env[69169]: DEBUG nova.objects.instance [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lazy-loading 'info_cache' on Instance uuid ead24a11-10bf-4152-9674-b83d873b7fb7 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.676024] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251849, 'name': ReconfigVM_Task, 'duration_secs': 0.556571} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.676386] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 1932f2a6-cf96-4990-8162-1e90d683c5c5/1932f2a6-cf96-4990-8162-1e90d683c5c5.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.676959] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36969569-601a-4866-851c-5f128cf88069 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.683263] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1181.683263] env[69169]: value = "task-3251851" [ 1181.683263] env[69169]: _type = "Task" [ 1181.683263] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.691772] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251851, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.943878] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "refresh_cache-49abfb85-3cc1-4f60-bb8c-c2d73ce439da" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.944059] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "refresh_cache-49abfb85-3cc1-4f60-bb8c-c2d73ce439da" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.944175] env[69169]: DEBUG nova.network.neutron [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.993576] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.008114] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.008471] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.010235] env[69169]: INFO nova.compute.claims [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.193695] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251851, 'name': Rename_Task, 'duration_secs': 0.184695} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.194246] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.194495] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bd53c68-3d6f-484b-9584-b12cfa3a8a01 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.201179] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1182.201179] env[69169]: value = "task-3251852" [ 1182.201179] env[69169]: _type = "Task" [ 1182.201179] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.209128] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.475494] env[69169]: DEBUG nova.network.neutron [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.489951] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.599988] env[69169]: DEBUG nova.network.neutron [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Updating instance_info_cache with network_info: [{"id": "4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d", "address": "fa:16:3e:77:09:54", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b69b08d-ad", "ovs_interfaceid": "4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.711256] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.802174] env[69169]: DEBUG nova.network.neutron [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating instance_info_cache with network_info: [{"id": "b957a307-c5c2-42c3-94e0-1c4527a29e5c", "address": "fa:16:3e:e8:eb:fe", "network": {"id": "81b9ffce-9c64-4a72-852b-4c2395e5daf8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1178098403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ee916f626748c1845df10d41cda95d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb957a307-c5", "ovs_interfaceid": "b957a307-c5c2-42c3-94e0-1c4527a29e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.991565] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.102463] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "refresh_cache-49abfb85-3cc1-4f60-bb8c-c2d73ce439da" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.102851] env[69169]: DEBUG nova.compute.manager [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Instance network_info: |[{"id": "4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d", "address": "fa:16:3e:77:09:54", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b69b08d-ad", "ovs_interfaceid": "4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.103237] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:09:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.110713] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.113462] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.113902] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79dd8e85-4bf6-407f-80e3-9f6c4bdb2b46 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.136050] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.136050] env[69169]: value = "task-3251853" [ 1183.136050] env[69169]: _type = "Task" [ 1183.136050] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.145199] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251853, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.213239] env[69169]: DEBUG oslo_vmware.api [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251852, 'name': PowerOnVM_Task, 'duration_secs': 0.911293} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.213504] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.213706] env[69169]: INFO nova.compute.manager [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1183.213885] env[69169]: DEBUG nova.compute.manager [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.214681] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffdbcec-a539-4559-ae68-a50c413b7e4d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.218308] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f43197-fe0d-4886-acf9-d3aaaf1ee8aa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.226519] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23e1e3d-24ea-43e1-b765-fbd0fc1065fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.259628] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f8acf7-53a6-4533-bc4c-a65496710c55 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.267288] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b93b23-26a4-41c3-81c8-2fe70582f93c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.280970] env[69169]: DEBUG nova.compute.provider_tree [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.305023] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Releasing lock "refresh_cache-ead24a11-10bf-4152-9674-b83d873b7fb7" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.305291] env[69169]: DEBUG nova.objects.instance [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lazy-loading 'migration_context' on Instance uuid ead24a11-10bf-4152-9674-b83d873b7fb7 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.381525] env[69169]: DEBUG nova.compute.manager [req-672e1e44-883d-4982-a918-9a0c05d11b64 req-181b1d5f-870f-43da-b595-e463538f9c75 service nova] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Received event network-changed-4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.381600] env[69169]: DEBUG nova.compute.manager [req-672e1e44-883d-4982-a918-9a0c05d11b64 req-181b1d5f-870f-43da-b595-e463538f9c75 service nova] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Refreshing instance network info cache due to event network-changed-4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.381814] env[69169]: DEBUG oslo_concurrency.lockutils [req-672e1e44-883d-4982-a918-9a0c05d11b64 req-181b1d5f-870f-43da-b595-e463538f9c75 service nova] Acquiring lock "refresh_cache-49abfb85-3cc1-4f60-bb8c-c2d73ce439da" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.381986] env[69169]: DEBUG oslo_concurrency.lockutils [req-672e1e44-883d-4982-a918-9a0c05d11b64 req-181b1d5f-870f-43da-b595-e463538f9c75 service nova] Acquired lock "refresh_cache-49abfb85-3cc1-4f60-bb8c-c2d73ce439da" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.382177] env[69169]: DEBUG nova.network.neutron [req-672e1e44-883d-4982-a918-9a0c05d11b64 req-181b1d5f-870f-43da-b595-e463538f9c75 service nova] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Refreshing network info cache for port 4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.492220] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.646179] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251853, 'name': CreateVM_Task, 'duration_secs': 0.339208} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.646351] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.647066] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.647245] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.647577] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.647822] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b3048b-fdb5-4514-96fe-dc59373cdf56 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.651995] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1183.651995] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529d2d11-f50e-a4d6-3d78-2a9695217341" [ 1183.651995] env[69169]: _type = "Task" [ 1183.651995] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.658931] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529d2d11-f50e-a4d6-3d78-2a9695217341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.739238] env[69169]: INFO nova.compute.manager [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Took 23.76 seconds to build instance. [ 1183.784899] env[69169]: DEBUG nova.scheduler.client.report [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.808526] env[69169]: DEBUG nova.objects.base [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1183.811585] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512afefd-e434-47d2-93a4-2e4fbfde1f24 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.831364] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243bc345-915a-459d-a75e-d022af5d50dd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.837128] env[69169]: DEBUG oslo_vmware.api [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1183.837128] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cc8d2f-a0a7-ecee-629e-7f7d313f744c" [ 1183.837128] env[69169]: _type = "Task" [ 1183.837128] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.844934] env[69169]: DEBUG oslo_vmware.api [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cc8d2f-a0a7-ecee-629e-7f7d313f744c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.992934] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.145208] env[69169]: DEBUG nova.network.neutron [req-672e1e44-883d-4982-a918-9a0c05d11b64 req-181b1d5f-870f-43da-b595-e463538f9c75 service nova] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Updated VIF entry in instance network info cache for port 4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.145720] env[69169]: DEBUG nova.network.neutron [req-672e1e44-883d-4982-a918-9a0c05d11b64 req-181b1d5f-870f-43da-b595-e463538f9c75 service nova] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Updating instance_info_cache with network_info: [{"id": "4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d", "address": "fa:16:3e:77:09:54", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b69b08d-ad", "ovs_interfaceid": "4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.166585] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]529d2d11-f50e-a4d6-3d78-2a9695217341, 'name': SearchDatastore_Task, 'duration_secs': 0.010591} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.167103] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.167473] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.167853] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.168129] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.168441] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.168830] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98dc0fa0-66a4-481f-a420-9556d958eac4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.178784] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.178986] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.179734] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc9cfa1-0367-47b0-bdce-71d39b72921b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.185779] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1184.185779] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521c5dbd-108b-6a43-0634-af372278c1eb" [ 1184.185779] env[69169]: _type = "Task" [ 1184.185779] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.193805] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521c5dbd-108b-6a43-0634-af372278c1eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.241178] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f8e0da72-cec0-4cea-9420-c2e6ff60dac8 tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "1932f2a6-cf96-4990-8162-1e90d683c5c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.265s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.291245] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.291800] env[69169]: DEBUG nova.compute.manager [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.347479] env[69169]: DEBUG oslo_vmware.api [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cc8d2f-a0a7-ecee-629e-7f7d313f744c, 'name': SearchDatastore_Task, 'duration_secs': 0.013223} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.347814] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.348075] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.494482] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.648797] env[69169]: DEBUG oslo_concurrency.lockutils [req-672e1e44-883d-4982-a918-9a0c05d11b64 req-181b1d5f-870f-43da-b595-e463538f9c75 service nova] Releasing lock "refresh_cache-49abfb85-3cc1-4f60-bb8c-c2d73ce439da" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.695567] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521c5dbd-108b-6a43-0634-af372278c1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.008882} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.696374] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c2f1db-21c5-444c-b9b2-2cf3c9fb028e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.701274] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1184.701274] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5232852b-9f8d-5699-4b59-5193f6b329d2" [ 1184.701274] env[69169]: _type = "Task" [ 1184.701274] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.709947] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5232852b-9f8d-5699-4b59-5193f6b329d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.796637] env[69169]: DEBUG nova.compute.utils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.798068] env[69169]: DEBUG nova.compute.manager [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.798238] env[69169]: DEBUG nova.network.neutron [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.834207] env[69169]: DEBUG nova.policy [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c825522b59054db1a32ef567fa3aae6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e43a0c7d1e924218af425e7692bca4e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.994716] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.030987] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7418e26-1b8f-4583-a4fc-332c56c249e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.038531] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61013f36-a59d-4889-8f69-a654152b8811 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.071691] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b91bd34-a4c6-43a9-9d01-92e8728bcfc0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.080224] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c341e944-05aa-4278-a74b-5bc0d64033d2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.094226] env[69169]: DEBUG nova.compute.provider_tree [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.211487] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5232852b-9f8d-5699-4b59-5193f6b329d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.211748] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.211999] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 49abfb85-3cc1-4f60-bb8c-c2d73ce439da/49abfb85-3cc1-4f60-bb8c-c2d73ce439da.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.212265] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c16a76d5-e57a-4649-873c-99ac9fd67e64 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.218834] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1185.218834] env[69169]: value = "task-3251854" [ 1185.218834] env[69169]: _type = "Task" [ 1185.218834] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.226259] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.301745] env[69169]: DEBUG nova.compute.manager [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.374858] env[69169]: DEBUG nova.network.neutron [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Successfully created port: 10143c3f-50cc-4e66-b926-c6b1b91a9e5c {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.495568] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.572558] env[69169]: DEBUG nova.compute.manager [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.573859] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f264a-7237-4b07-ac4d-4c2fce823169 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.597441] env[69169]: DEBUG nova.scheduler.client.report [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.731158] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483491} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.731547] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 49abfb85-3cc1-4f60-bb8c-c2d73ce439da/49abfb85-3cc1-4f60-bb8c-c2d73ce439da.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.731850] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.732203] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4d4112-bed9-4460-8e7d-a81ce199534c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.738641] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1185.738641] env[69169]: value = "task-3251855" [ 1185.738641] env[69169]: _type = "Task" [ 1185.738641] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.746885] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.995842] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.087279] env[69169]: INFO nova.compute.manager [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] instance snapshotting [ 1186.090238] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4bb1a3-20c1-4a0b-ab47-ab2698828786 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.112587] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb27ed0-fea2-42ab-bd68-31186268f0ff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.249020] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097146} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.249405] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.250247] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847a60bb-789d-4b96-8f45-ca966833bd28 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.273348] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 49abfb85-3cc1-4f60-bb8c-c2d73ce439da/49abfb85-3cc1-4f60-bb8c-c2d73ce439da.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.273717] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9103237-054e-415a-9999-8a55aab3b50d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.293836] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1186.293836] env[69169]: value = "task-3251856" [ 1186.293836] env[69169]: _type = "Task" [ 1186.293836] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.303971] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.311469] env[69169]: DEBUG nova.compute.manager [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.338567] env[69169]: DEBUG nova.virt.hardware [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.338822] env[69169]: DEBUG nova.virt.hardware [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.338978] env[69169]: DEBUG nova.virt.hardware [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.339174] env[69169]: DEBUG nova.virt.hardware [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.339319] env[69169]: DEBUG nova.virt.hardware [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.339467] env[69169]: DEBUG nova.virt.hardware [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.339748] env[69169]: DEBUG nova.virt.hardware [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.339916] env[69169]: DEBUG nova.virt.hardware [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.340092] env[69169]: DEBUG nova.virt.hardware [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.340253] env[69169]: DEBUG nova.virt.hardware [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.340426] env[69169]: DEBUG nova.virt.hardware [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.341536] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec97fd2-25fb-4161-9309-18be065e4c8c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.349160] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c866a077-70a5-450d-a83d-d81d2a2a0331 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.496605] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251850, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.617033] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.269s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.622543] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1186.622667] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-739f92d8-4e5e-43ee-948d-8204d4409c43 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.629839] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1186.629839] env[69169]: value = "task-3251857" [ 1186.629839] env[69169]: _type = "Task" [ 1186.629839] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.637766] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251857, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.802891] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251856, 'name': ReconfigVM_Task, 'duration_secs': 0.329475} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.803532] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 49abfb85-3cc1-4f60-bb8c-c2d73ce439da/49abfb85-3cc1-4f60-bb8c-c2d73ce439da.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.804189] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bbdbe30-2232-4a48-adcc-81205c105646 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.810175] env[69169]: DEBUG nova.compute.manager [req-5e276229-957b-4376-9493-09ec61513bbd req-fb35c9ed-f57a-43fb-a646-4864f379e053 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Received event network-vif-plugged-10143c3f-50cc-4e66-b926-c6b1b91a9e5c {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.810380] env[69169]: DEBUG oslo_concurrency.lockutils [req-5e276229-957b-4376-9493-09ec61513bbd req-fb35c9ed-f57a-43fb-a646-4864f379e053 service nova] Acquiring lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.810580] env[69169]: DEBUG oslo_concurrency.lockutils [req-5e276229-957b-4376-9493-09ec61513bbd req-fb35c9ed-f57a-43fb-a646-4864f379e053 service nova] Lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.810750] env[69169]: DEBUG oslo_concurrency.lockutils [req-5e276229-957b-4376-9493-09ec61513bbd req-fb35c9ed-f57a-43fb-a646-4864f379e053 service nova] Lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.810916] env[69169]: DEBUG nova.compute.manager [req-5e276229-957b-4376-9493-09ec61513bbd req-fb35c9ed-f57a-43fb-a646-4864f379e053 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] No waiting events found dispatching network-vif-plugged-10143c3f-50cc-4e66-b926-c6b1b91a9e5c {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.811087] env[69169]: WARNING nova.compute.manager [req-5e276229-957b-4376-9493-09ec61513bbd req-fb35c9ed-f57a-43fb-a646-4864f379e053 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Received unexpected event network-vif-plugged-10143c3f-50cc-4e66-b926-c6b1b91a9e5c for instance with vm_state building and task_state spawning. [ 1186.812856] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1186.812856] env[69169]: value = "task-3251858" [ 1186.812856] env[69169]: _type = "Task" [ 1186.812856] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.821371] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251858, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.879453] env[69169]: DEBUG nova.network.neutron [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Successfully updated port: 10143c3f-50cc-4e66-b926-c6b1b91a9e5c {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.998048] env[69169]: DEBUG oslo_vmware.api [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251850, 'name': ReconfigVM_Task, 'duration_secs': 5.863273} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.998353] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.998465] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Reconfigured VM to detach interface {{(pid=69169) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1187.140010] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251857, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.184185] env[69169]: INFO nova.scheduler.client.report [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleted allocation for migration af0914b0-3b53-42d3-b76e-ba8ef268822b [ 1187.322723] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251858, 'name': Rename_Task, 'duration_secs': 0.16555} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.323119] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.323393] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8393270e-9fa4-4196-8b99-8861b4f78ff2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.329675] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1187.329675] env[69169]: value = "task-3251859" [ 1187.329675] env[69169]: _type = "Task" [ 1187.329675] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.341637] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.381933] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.382542] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.382542] env[69169]: DEBUG nova.network.neutron [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.640761] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251857, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.693629] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "ead24a11-10bf-4152-9674-b83d873b7fb7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.652s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.839133] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.917130] env[69169]: DEBUG nova.network.neutron [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.142962] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251857, 'name': CreateSnapshot_Task, 'duration_secs': 1.141968} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.142962] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1188.142962] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7821ccd8-3789-4ee6-a7f9-357588244516 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.174547] env[69169]: DEBUG nova.network.neutron [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance_info_cache with network_info: [{"id": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "address": "fa:16:3e:1b:a6:7f", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10143c3f-50", "ovs_interfaceid": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.208105] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.208313] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.208496] env[69169]: DEBUG nova.network.neutron [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.340788] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.442949] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "f2e16ff2-6995-4985-a3ee-b19772a73edf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.443258] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "f2e16ff2-6995-4985-a3ee-b19772a73edf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.443507] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "f2e16ff2-6995-4985-a3ee-b19772a73edf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.443802] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "f2e16ff2-6995-4985-a3ee-b19772a73edf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.444091] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "f2e16ff2-6995-4985-a3ee-b19772a73edf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.446403] env[69169]: INFO nova.compute.manager [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Terminating instance [ 1188.663057] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1188.664080] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4fc36780-c0aa-4b8b-9923-69e37da89560 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.672230] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1188.672230] env[69169]: value = "task-3251860" [ 1188.672230] env[69169]: _type = "Task" [ 1188.672230] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.676859] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.677163] env[69169]: DEBUG nova.compute.manager [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Instance network_info: |[{"id": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "address": "fa:16:3e:1b:a6:7f", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10143c3f-50", "ovs_interfaceid": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.680733] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:a6:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10143c3f-50cc-4e66-b926-c6b1b91a9e5c', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.687943] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.688168] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251860, 'name': CloneVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.688385] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.688583] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb5f3ae4-4e9e-4ed9-9d74-81c4fabd7634 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.708458] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.708458] env[69169]: value = "task-3251861" [ 1188.708458] env[69169]: _type = "Task" [ 1188.708458] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.718100] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251861, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.843493] env[69169]: DEBUG oslo_vmware.api [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251859, 'name': PowerOnVM_Task, 'duration_secs': 1.273479} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.844875] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.845116] env[69169]: INFO nova.compute.manager [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1188.845257] env[69169]: DEBUG nova.compute.manager [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.846779] env[69169]: DEBUG nova.compute.manager [req-7ad110d1-739b-4042-84f5-a2d7a47b4341 req-4c82ff11-26b9-41a8-8701-cdb5579e9d90 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Received event network-changed-10143c3f-50cc-4e66-b926-c6b1b91a9e5c {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.846984] env[69169]: DEBUG nova.compute.manager [req-7ad110d1-739b-4042-84f5-a2d7a47b4341 req-4c82ff11-26b9-41a8-8701-cdb5579e9d90 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Refreshing instance network info cache due to event network-changed-10143c3f-50cc-4e66-b926-c6b1b91a9e5c. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.847283] env[69169]: DEBUG oslo_concurrency.lockutils [req-7ad110d1-739b-4042-84f5-a2d7a47b4341 req-4c82ff11-26b9-41a8-8701-cdb5579e9d90 service nova] Acquiring lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.847431] env[69169]: DEBUG oslo_concurrency.lockutils [req-7ad110d1-739b-4042-84f5-a2d7a47b4341 req-4c82ff11-26b9-41a8-8701-cdb5579e9d90 service nova] Acquired lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.847673] env[69169]: DEBUG nova.network.neutron [req-7ad110d1-739b-4042-84f5-a2d7a47b4341 req-4c82ff11-26b9-41a8-8701-cdb5579e9d90 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Refreshing network info cache for port 10143c3f-50cc-4e66-b926-c6b1b91a9e5c {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.849766] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cf7642-941a-4148-a5de-3ffbf0799ca8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.951205] env[69169]: DEBUG nova.compute.manager [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.951432] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.952331] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98758033-154d-42bc-a778-908ebba2dbd5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.960169] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.961023] env[69169]: INFO nova.network.neutron [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Port 4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1188.961359] env[69169]: DEBUG nova.network.neutron [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Updating instance_info_cache with network_info: [{"id": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "address": "fa:16:3e:68:b6:5a", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83062a9e-a4", "ovs_interfaceid": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.962486] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30ea425f-303f-4354-b237-bd25889dd42b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.968525] env[69169]: DEBUG oslo_vmware.api [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1188.968525] env[69169]: value = "task-3251862" [ 1188.968525] env[69169]: _type = "Task" [ 1188.968525] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.976747] env[69169]: DEBUG oslo_vmware.api [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.065029] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "ead24a11-10bf-4152-9674-b83d873b7fb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.065029] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "ead24a11-10bf-4152-9674-b83d873b7fb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.065029] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "ead24a11-10bf-4152-9674-b83d873b7fb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.065029] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "ead24a11-10bf-4152-9674-b83d873b7fb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.065363] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "ead24a11-10bf-4152-9674-b83d873b7fb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.067926] env[69169]: INFO nova.compute.manager [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Terminating instance [ 1189.182680] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251860, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.218547] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251861, 'name': CreateVM_Task, 'duration_secs': 0.416259} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.218739] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.219462] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.219696] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.220837] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.220837] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36fb185-8775-4b3c-b16f-2b68b70ebdf0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.225329] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1189.225329] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528ac629-3372-b0ee-c6ad-9842beac6c25" [ 1189.225329] env[69169]: _type = "Task" [ 1189.225329] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.234088] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528ac629-3372-b0ee-c6ad-9842beac6c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.372142] env[69169]: INFO nova.compute.manager [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Took 14.35 seconds to build instance. [ 1189.465012] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "refresh_cache-f2e16ff2-6995-4985-a3ee-b19772a73edf" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.480469] env[69169]: DEBUG oslo_vmware.api [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251862, 'name': PowerOffVM_Task, 'duration_secs': 0.333986} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.480797] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.480981] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.481359] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-205717a4-40a5-4fc8-b3ad-718ea421b613 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.548644] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.548892] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.549117] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Deleting the datastore file [datastore1] f2e16ff2-6995-4985-a3ee-b19772a73edf {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.549431] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44680a6a-cbd4-40a2-b61c-b462ae895548 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.553136] env[69169]: DEBUG nova.network.neutron [req-7ad110d1-739b-4042-84f5-a2d7a47b4341 req-4c82ff11-26b9-41a8-8701-cdb5579e9d90 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updated VIF entry in instance network info cache for port 10143c3f-50cc-4e66-b926-c6b1b91a9e5c. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.553473] env[69169]: DEBUG nova.network.neutron [req-7ad110d1-739b-4042-84f5-a2d7a47b4341 req-4c82ff11-26b9-41a8-8701-cdb5579e9d90 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance_info_cache with network_info: [{"id": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "address": "fa:16:3e:1b:a6:7f", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10143c3f-50", "ovs_interfaceid": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.556018] env[69169]: DEBUG oslo_vmware.api [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1189.556018] env[69169]: value = "task-3251864" [ 1189.556018] env[69169]: _type = "Task" [ 1189.556018] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.565147] env[69169]: DEBUG oslo_vmware.api [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.572333] env[69169]: DEBUG nova.compute.manager [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.572698] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.573583] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bebdb1-aec3-4fbd-b6b3-a6f163ce4faf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.581846] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.582202] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3887b1f-6d77-47a4-bf3a-245a4d416bd3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.588910] env[69169]: DEBUG oslo_vmware.api [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1189.588910] env[69169]: value = "task-3251865" [ 1189.588910] env[69169]: _type = "Task" [ 1189.588910] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.598725] env[69169]: DEBUG oslo_vmware.api [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.683526] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251860, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.736262] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528ac629-3372-b0ee-c6ad-9842beac6c25, 'name': SearchDatastore_Task, 'duration_secs': 0.012034} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.736571] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.736808] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.737056] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.737206] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.737384] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.737716] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d26c318-99d6-46b8-9ae9-2c65871becce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.746665] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.746924] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.747650] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a5c7df-4cfa-4dc9-b2ca-d358c65e8d7c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.753266] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1189.753266] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52864665-e860-778d-11f8-264dce188a5b" [ 1189.753266] env[69169]: _type = "Task" [ 1189.753266] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.761134] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52864665-e860-778d-11f8-264dce188a5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.873505] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ff5c42b0-4148-4095-bb43-ca87b98a0619 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "49abfb85-3cc1-4f60-bb8c-c2d73ce439da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.854s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.969273] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4115b5d4-195e-40a5-bca6-8944715ab90c tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-f2e16ff2-6995-4985-a3ee-b19772a73edf-4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.569s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.057918] env[69169]: DEBUG oslo_concurrency.lockutils [req-7ad110d1-739b-4042-84f5-a2d7a47b4341 req-4c82ff11-26b9-41a8-8701-cdb5579e9d90 service nova] Releasing lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.058299] env[69169]: DEBUG nova.compute.manager [req-7ad110d1-739b-4042-84f5-a2d7a47b4341 req-4c82ff11-26b9-41a8-8701-cdb5579e9d90 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Received event network-vif-deleted-4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.058554] env[69169]: INFO nova.compute.manager [req-7ad110d1-739b-4042-84f5-a2d7a47b4341 req-4c82ff11-26b9-41a8-8701-cdb5579e9d90 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Neutron deleted interface 4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1; detaching it from the instance and deleting it from the info cache [ 1190.058863] env[69169]: DEBUG nova.network.neutron [req-7ad110d1-739b-4042-84f5-a2d7a47b4341 req-4c82ff11-26b9-41a8-8701-cdb5579e9d90 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Updating instance_info_cache with network_info: [{"id": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "address": "fa:16:3e:68:b6:5a", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83062a9e-a4", "ovs_interfaceid": "83062a9e-a4c3-443d-b3c6-6ef37a8e9de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.068986] env[69169]: DEBUG oslo_vmware.api [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184013} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.069862] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.069987] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.070179] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.070346] env[69169]: INFO nova.compute.manager [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1190.070600] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.070813] env[69169]: DEBUG nova.compute.manager [-] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.070898] env[69169]: DEBUG nova.network.neutron [-] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.098100] env[69169]: DEBUG oslo_vmware.api [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251865, 'name': PowerOffVM_Task, 'duration_secs': 0.291496} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.098441] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.098649] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.098930] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1e259b8-e9ae-46f7-8e17-7513a3039bf9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.161439] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.161946] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.161946] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleting the datastore file [datastore2] ead24a11-10bf-4152-9674-b83d873b7fb7 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.162103] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa342a8f-3725-457b-bd82-bc6a75932db4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.169685] env[69169]: DEBUG oslo_vmware.api [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for the task: (returnval){ [ 1190.169685] env[69169]: value = "task-3251867" [ 1190.169685] env[69169]: _type = "Task" [ 1190.169685] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.179926] env[69169]: DEBUG oslo_vmware.api [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.184783] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251860, 'name': CloneVM_Task, 'duration_secs': 1.240762} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.185037] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Created linked-clone VM from snapshot [ 1190.185772] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a34d61-30c0-4cf1-8df6-96c1cea66f0d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.194271] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Uploading image c5f05e0b-4f6b-4965-b037-936a727782bf {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1190.217980] env[69169]: DEBUG oslo_vmware.rw_handles [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1190.217980] env[69169]: value = "vm-649760" [ 1190.217980] env[69169]: _type = "VirtualMachine" [ 1190.217980] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1190.219210] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2da3cc41-c932-4a77-a780-63e9f85e031b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.225304] env[69169]: DEBUG oslo_vmware.rw_handles [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lease: (returnval){ [ 1190.225304] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d16ad8-8890-976a-4be1-9a67ee647310" [ 1190.225304] env[69169]: _type = "HttpNfcLease" [ 1190.225304] env[69169]: } obtained for exporting VM: (result){ [ 1190.225304] env[69169]: value = "vm-649760" [ 1190.225304] env[69169]: _type = "VirtualMachine" [ 1190.225304] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1190.227621] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the lease: (returnval){ [ 1190.227621] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d16ad8-8890-976a-4be1-9a67ee647310" [ 1190.227621] env[69169]: _type = "HttpNfcLease" [ 1190.227621] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1190.231820] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.231820] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d16ad8-8890-976a-4be1-9a67ee647310" [ 1190.231820] env[69169]: _type = "HttpNfcLease" [ 1190.231820] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1190.265042] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52864665-e860-778d-11f8-264dce188a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.008796} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.265983] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205d57fb-0212-42c7-9628-f91a6f560c4f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.272029] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1190.272029] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f72068-0fb7-6a17-aa48-5178f3233bbd" [ 1190.272029] env[69169]: _type = "Task" [ 1190.272029] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.279933] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f72068-0fb7-6a17-aa48-5178f3233bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.483581] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "49abfb85-3cc1-4f60-bb8c-c2d73ce439da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.483949] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "49abfb85-3cc1-4f60-bb8c-c2d73ce439da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.484209] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "49abfb85-3cc1-4f60-bb8c-c2d73ce439da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.484422] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "49abfb85-3cc1-4f60-bb8c-c2d73ce439da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.484679] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "49abfb85-3cc1-4f60-bb8c-c2d73ce439da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.487102] env[69169]: INFO nova.compute.manager [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Terminating instance [ 1190.561941] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ff2be3e-e2e5-426a-985e-4e01f844c641 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.571349] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92544514-ebf2-4ea1-9a40-15e0f608f3a0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.604821] env[69169]: DEBUG nova.compute.manager [req-7ad110d1-739b-4042-84f5-a2d7a47b4341 req-4c82ff11-26b9-41a8-8701-cdb5579e9d90 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Detach interface failed, port_id=4a6c1f55-0711-4d86-84ea-35b6eb9e5bd1, reason: Instance f2e16ff2-6995-4985-a3ee-b19772a73edf could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1190.679659] env[69169]: DEBUG oslo_vmware.api [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Task: {'id': task-3251867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150481} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.680302] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.680494] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.680728] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.680915] env[69169]: INFO nova.compute.manager [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1190.681157] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.681383] env[69169]: DEBUG nova.compute.manager [-] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.681469] env[69169]: DEBUG nova.network.neutron [-] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.735326] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.735326] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d16ad8-8890-976a-4be1-9a67ee647310" [ 1190.735326] env[69169]: _type = "HttpNfcLease" [ 1190.735326] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1190.735673] env[69169]: DEBUG oslo_vmware.rw_handles [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1190.735673] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d16ad8-8890-976a-4be1-9a67ee647310" [ 1190.735673] env[69169]: _type = "HttpNfcLease" [ 1190.735673] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1190.736457] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736c7322-919d-4917-b0e7-9f3d6e3f2ad4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.744353] env[69169]: DEBUG oslo_vmware.rw_handles [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fc0b23-80dd-fb21-14c7-ebf7ad5e3382/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1190.744575] env[69169]: DEBUG oslo_vmware.rw_handles [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fc0b23-80dd-fb21-14c7-ebf7ad5e3382/disk-0.vmdk for reading. {{(pid=69169) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1190.844202] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f72068-0fb7-6a17-aa48-5178f3233bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.844441] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.844779] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d/26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.845162] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75e57162-68be-40c0-bd6c-c49a79157ff0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.855411] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1190.855411] env[69169]: value = "task-3251869" [ 1190.855411] env[69169]: _type = "Task" [ 1190.855411] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.863989] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.874151] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-93fd45e8-11b1-4b86-950c-ad60615e21d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.877170] env[69169]: DEBUG nova.compute.manager [req-93d67a16-abd5-422e-a26c-24b7b99530cf req-27e801fc-fab2-4093-93e3-44147ea8b3a3 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Received event network-vif-deleted-83062a9e-a4c3-443d-b3c6-6ef37a8e9de6 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.877383] env[69169]: INFO nova.compute.manager [req-93d67a16-abd5-422e-a26c-24b7b99530cf req-27e801fc-fab2-4093-93e3-44147ea8b3a3 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Neutron deleted interface 83062a9e-a4c3-443d-b3c6-6ef37a8e9de6; detaching it from the instance and deleting it from the info cache [ 1190.877552] env[69169]: DEBUG nova.network.neutron [req-93d67a16-abd5-422e-a26c-24b7b99530cf req-27e801fc-fab2-4093-93e3-44147ea8b3a3 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.991053] env[69169]: DEBUG nova.compute.manager [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.991053] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.991790] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba140fb-7ac6-44d5-8e42-a3b4889e94a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.000107] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.000397] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80407b56-0552-45e6-bec2-f249660ea3c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.007037] env[69169]: DEBUG oslo_vmware.api [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1191.007037] env[69169]: value = "task-3251870" [ 1191.007037] env[69169]: _type = "Task" [ 1191.007037] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.018328] env[69169]: DEBUG oslo_vmware.api [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.037249] env[69169]: DEBUG nova.network.neutron [-] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.367490] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251869, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.380698] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0de6a35d-c314-40ed-bac3-65afb40f1273 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.390371] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64c1415-d829-4844-bb8c-5be97242dde7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.402198] env[69169]: DEBUG nova.network.neutron [-] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.426898] env[69169]: DEBUG nova.compute.manager [req-93d67a16-abd5-422e-a26c-24b7b99530cf req-27e801fc-fab2-4093-93e3-44147ea8b3a3 service nova] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Detach interface failed, port_id=83062a9e-a4c3-443d-b3c6-6ef37a8e9de6, reason: Instance f2e16ff2-6995-4985-a3ee-b19772a73edf could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1191.517972] env[69169]: DEBUG oslo_vmware.api [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251870, 'name': PowerOffVM_Task, 'duration_secs': 0.253961} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.518647] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.519235] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.519462] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49c4b428-0d17-4406-8359-1e1406258083 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.540103] env[69169]: INFO nova.compute.manager [-] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Took 1.47 seconds to deallocate network for instance. [ 1191.583841] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.583841] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.584115] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleting the datastore file [datastore2] 49abfb85-3cc1-4f60-bb8c-c2d73ce439da {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.584297] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9366345d-77b9-4560-899e-85a8dc0ecffc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.590961] env[69169]: DEBUG oslo_vmware.api [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1191.590961] env[69169]: value = "task-3251872" [ 1191.590961] env[69169]: _type = "Task" [ 1191.590961] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.599734] env[69169]: DEBUG oslo_vmware.api [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.865958] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548685} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.866308] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d/26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.866601] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.866931] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80d3aa3c-8b3b-460f-9372-ca8b1a402978 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.873410] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1191.873410] env[69169]: value = "task-3251873" [ 1191.873410] env[69169]: _type = "Task" [ 1191.873410] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.882030] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.905016] env[69169]: INFO nova.compute.manager [-] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Took 1.22 seconds to deallocate network for instance. [ 1192.048066] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.048066] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.048311] env[69169]: DEBUG nova.objects.instance [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'resources' on Instance uuid f2e16ff2-6995-4985-a3ee-b19772a73edf {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.103248] env[69169]: DEBUG oslo_vmware.api [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338754} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.103438] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.103627] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.103801] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.103971] env[69169]: INFO nova.compute.manager [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1192.104237] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.104435] env[69169]: DEBUG nova.compute.manager [-] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.104532] env[69169]: DEBUG nova.network.neutron [-] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.390620] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087509} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.392447] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.393539] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbcce21-1551-4c49-9a6b-112775b5f643 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.416925] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d/26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.419139] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.419559] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d176b50-af86-4e6d-86ba-ca5740970745 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.441603] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1192.441603] env[69169]: value = "task-3251874" [ 1192.441603] env[69169]: _type = "Task" [ 1192.441603] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.450327] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.734098] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057b1b06-c67b-4fa2-becc-e2b09bb74fd4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.742954] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318b827d-2ba1-4f54-97e8-9a37e52a5a37 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.773102] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9657689-04b7-4522-a161-39421dda8f25 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.780490] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f93b36-f8d0-46f5-b9ab-5e6836d5cbe0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.793848] env[69169]: DEBUG nova.compute.provider_tree [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.893711] env[69169]: DEBUG nova.network.neutron [-] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.905814] env[69169]: DEBUG nova.compute.manager [req-df6b143f-0891-4129-8722-839bd93479b7 req-5bf5703a-644c-474e-b21e-77c21bd8703a service nova] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Received event network-vif-deleted-b957a307-c5c2-42c3-94e0-1c4527a29e5c {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.906012] env[69169]: DEBUG nova.compute.manager [req-df6b143f-0891-4129-8722-839bd93479b7 req-5bf5703a-644c-474e-b21e-77c21bd8703a service nova] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Received event network-vif-deleted-4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.906195] env[69169]: INFO nova.compute.manager [req-df6b143f-0891-4129-8722-839bd93479b7 req-5bf5703a-644c-474e-b21e-77c21bd8703a service nova] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Neutron deleted interface 4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d; detaching it from the instance and deleting it from the info cache [ 1192.906365] env[69169]: DEBUG nova.network.neutron [req-df6b143f-0891-4129-8722-839bd93479b7 req-5bf5703a-644c-474e-b21e-77c21bd8703a service nova] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.952559] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251874, 'name': ReconfigVM_Task, 'duration_secs': 0.292211} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.952837] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d/26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.953474] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05768d81-5f23-4558-903d-46bcf9ac350d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.959749] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1192.959749] env[69169]: value = "task-3251875" [ 1192.959749] env[69169]: _type = "Task" [ 1192.959749] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.967270] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251875, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.297139] env[69169]: DEBUG nova.scheduler.client.report [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.397198] env[69169]: INFO nova.compute.manager [-] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Took 1.29 seconds to deallocate network for instance. [ 1193.410794] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25a9b700-2d19-4d64-8b66-b4da4dc36d1d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.421533] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a56d30-aae4-4a97-a143-eddae40664c2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.453454] env[69169]: DEBUG nova.compute.manager [req-df6b143f-0891-4129-8722-839bd93479b7 req-5bf5703a-644c-474e-b21e-77c21bd8703a service nova] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Detach interface failed, port_id=4b69b08d-ad47-4eb7-8e2f-9371fc2ddf3d, reason: Instance 49abfb85-3cc1-4f60-bb8c-c2d73ce439da could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1193.468614] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251875, 'name': Rename_Task, 'duration_secs': 0.15853} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.468884] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.469148] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5214c1e-364e-49dc-a84b-b05fd64042d2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.474867] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1193.474867] env[69169]: value = "task-3251876" [ 1193.474867] env[69169]: _type = "Task" [ 1193.474867] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.482193] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.802448] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.805451] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.386s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.805955] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.822384] env[69169]: INFO nova.scheduler.client.report [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Deleted allocations for instance f2e16ff2-6995-4985-a3ee-b19772a73edf [ 1193.824965] env[69169]: INFO nova.scheduler.client.report [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Deleted allocations for instance ead24a11-10bf-4152-9674-b83d873b7fb7 [ 1193.904068] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.904378] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.904626] env[69169]: DEBUG nova.objects.instance [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lazy-loading 'resources' on Instance uuid 49abfb85-3cc1-4f60-bb8c-c2d73ce439da {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.988543] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251876, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.337404] env[69169]: DEBUG oslo_concurrency.lockutils [None req-52116da9-0f52-4409-8689-a813970859ae tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "f2e16ff2-6995-4985-a3ee-b19772a73edf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.894s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.339098] env[69169]: DEBUG oslo_concurrency.lockutils [None req-667a8fa5-260e-479e-b118-63960c9513d7 tempest-DeleteServersTestJSON-371716769 tempest-DeleteServersTestJSON-371716769-project-member] Lock "ead24a11-10bf-4152-9674-b83d873b7fb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.274s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.488448] env[69169]: DEBUG oslo_vmware.api [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251876, 'name': PowerOnVM_Task, 'duration_secs': 0.511808} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.488758] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.488965] env[69169]: INFO nova.compute.manager [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1194.489205] env[69169]: DEBUG nova.compute.manager [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.490115] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596ed7d6-ba48-4fe5-bff5-170bef7ea072 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.566949] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb98ea76-7aa1-48da-8fee-f05a868bd78f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.576635] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4446bf-2cd7-43d5-bca5-64228b0e4737 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.622522] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5677b10c-19d6-4da6-aa1f-c22c301e60cf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.632529] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e881f5c-09ee-4f3e-8854-56b77f1b0277 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.652086] env[69169]: DEBUG nova.compute.provider_tree [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.018590] env[69169]: INFO nova.compute.manager [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Took 13.03 seconds to build instance. [ 1195.156141] env[69169]: DEBUG nova.scheduler.client.report [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.418391] env[69169]: DEBUG nova.compute.manager [req-70783c9d-761d-46b1-96da-7f8014d81bb3 req-b6c4eafc-f8f0-41c1-bd27-35a81b78dc71 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Received event network-changed-10143c3f-50cc-4e66-b926-c6b1b91a9e5c {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.418548] env[69169]: DEBUG nova.compute.manager [req-70783c9d-761d-46b1-96da-7f8014d81bb3 req-b6c4eafc-f8f0-41c1-bd27-35a81b78dc71 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Refreshing instance network info cache due to event network-changed-10143c3f-50cc-4e66-b926-c6b1b91a9e5c. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.418770] env[69169]: DEBUG oslo_concurrency.lockutils [req-70783c9d-761d-46b1-96da-7f8014d81bb3 req-b6c4eafc-f8f0-41c1-bd27-35a81b78dc71 service nova] Acquiring lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.418918] env[69169]: DEBUG oslo_concurrency.lockutils [req-70783c9d-761d-46b1-96da-7f8014d81bb3 req-b6c4eafc-f8f0-41c1-bd27-35a81b78dc71 service nova] Acquired lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.419501] env[69169]: DEBUG nova.network.neutron [req-70783c9d-761d-46b1-96da-7f8014d81bb3 req-b6c4eafc-f8f0-41c1-bd27-35a81b78dc71 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Refreshing network info cache for port 10143c3f-50cc-4e66-b926-c6b1b91a9e5c {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.521618] env[69169]: DEBUG oslo_concurrency.lockutils [None req-23cffc22-0d48-4e8b-ac67-fb9044913307 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.548s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.663570] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.689477] env[69169]: INFO nova.scheduler.client.report [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted allocations for instance 49abfb85-3cc1-4f60-bb8c-c2d73ce439da [ 1196.199139] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ec69d7ff-bc92-49b2-beae-f166387425fb tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "49abfb85-3cc1-4f60-bb8c-c2d73ce439da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.715s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.206472] env[69169]: DEBUG nova.network.neutron [req-70783c9d-761d-46b1-96da-7f8014d81bb3 req-b6c4eafc-f8f0-41c1-bd27-35a81b78dc71 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updated VIF entry in instance network info cache for port 10143c3f-50cc-4e66-b926-c6b1b91a9e5c. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.206903] env[69169]: DEBUG nova.network.neutron [req-70783c9d-761d-46b1-96da-7f8014d81bb3 req-b6c4eafc-f8f0-41c1-bd27-35a81b78dc71 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance_info_cache with network_info: [{"id": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "address": "fa:16:3e:1b:a6:7f", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10143c3f-50", "ovs_interfaceid": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.709487] env[69169]: DEBUG oslo_concurrency.lockutils [req-70783c9d-761d-46b1-96da-7f8014d81bb3 req-b6c4eafc-f8f0-41c1-bd27-35a81b78dc71 service nova] Releasing lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.022878] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "c612562f-ab93-48f3-9017-448a5db9b043" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.023125] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "c612562f-ab93-48f3-9017-448a5db9b043" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.156925] env[69169]: DEBUG oslo_concurrency.lockutils [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "10245fc8-43f9-493f-aaa9-479dfaf66d96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.156925] env[69169]: DEBUG oslo_concurrency.lockutils [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "10245fc8-43f9-493f-aaa9-479dfaf66d96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.157392] env[69169]: DEBUG oslo_concurrency.lockutils [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "10245fc8-43f9-493f-aaa9-479dfaf66d96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.157392] env[69169]: DEBUG oslo_concurrency.lockutils [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "10245fc8-43f9-493f-aaa9-479dfaf66d96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.157579] env[69169]: DEBUG oslo_concurrency.lockutils [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "10245fc8-43f9-493f-aaa9-479dfaf66d96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.160313] env[69169]: INFO nova.compute.manager [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Terminating instance [ 1197.525740] env[69169]: DEBUG nova.compute.manager [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.667906] env[69169]: DEBUG nova.compute.manager [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.667906] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.667906] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe62309-4a50-47ab-9303-0f4f23220608 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.677094] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.677175] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ae4b846-1a73-4eb3-b0b6-6d50e8ec4cf3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.688034] env[69169]: DEBUG oslo_vmware.api [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1197.688034] env[69169]: value = "task-3251878" [ 1197.688034] env[69169]: _type = "Task" [ 1197.688034] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.695494] env[69169]: DEBUG oslo_vmware.api [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.049317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.049848] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.051429] env[69169]: INFO nova.compute.claims [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.199246] env[69169]: DEBUG oslo_vmware.api [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251878, 'name': PowerOffVM_Task, 'duration_secs': 0.408324} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.199575] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.199858] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.200402] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-210c9e04-31a5-48f7-8556-42a2439eca78 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.373353] env[69169]: DEBUG oslo_vmware.rw_handles [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fc0b23-80dd-fb21-14c7-ebf7ad5e3382/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1198.374347] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f34a0e-4593-45f8-8456-55b94b66f57e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.380616] env[69169]: DEBUG oslo_vmware.rw_handles [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fc0b23-80dd-fb21-14c7-ebf7ad5e3382/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1198.380829] env[69169]: ERROR oslo_vmware.rw_handles [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fc0b23-80dd-fb21-14c7-ebf7ad5e3382/disk-0.vmdk due to incomplete transfer. [ 1198.381074] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7b0712e9-ceb8-435f-9af4-61542bc41e3a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.388302] env[69169]: DEBUG oslo_vmware.rw_handles [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fc0b23-80dd-fb21-14c7-ebf7ad5e3382/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1198.388504] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Uploaded image c5f05e0b-4f6b-4965-b037-936a727782bf to the Glance image server {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1198.390751] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1198.390994] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6506a06b-0567-4156-a879-aa5e894827d2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.397183] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1198.397183] env[69169]: value = "task-3251880" [ 1198.397183] env[69169]: _type = "Task" [ 1198.397183] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.405706] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251880, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.537589] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.537893] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.538099] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleting the datastore file [datastore2] 10245fc8-43f9-493f-aaa9-479dfaf66d96 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.538370] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33f42ade-6f5c-4990-8cf6-b2ebc2692684 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.544409] env[69169]: DEBUG oslo_vmware.api [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1198.544409] env[69169]: value = "task-3251881" [ 1198.544409] env[69169]: _type = "Task" [ 1198.544409] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.552724] env[69169]: DEBUG oslo_vmware.api [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.907196] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251880, 'name': Destroy_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.054157] env[69169]: DEBUG oslo_vmware.api [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137835} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.054472] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.054694] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.054885] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.055068] env[69169]: INFO nova.compute.manager [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1199.055308] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.055496] env[69169]: DEBUG nova.compute.manager [-] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.055590] env[69169]: DEBUG nova.network.neutron [-] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.212917] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a3e4be-872d-4bec-8235-bb8e11f6adb5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.220582] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287dc961-4af9-4137-96ea-e01409b3033e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.252063] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6371ce9-9c19-414b-bb2e-9fa54761aa30 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.261347] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b009c2-03b1-4052-affe-9231a546388b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.284373] env[69169]: DEBUG nova.compute.provider_tree [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.296275] env[69169]: DEBUG nova.compute.manager [req-b383b3e5-7ecd-43c6-8700-f2c884a6f1f2 req-c1171faf-feb1-4c49-809d-70be55bae8aa service nova] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Received event network-vif-deleted-0d123456-0dfb-4a46-9cc4-c47d0a3982ee {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.296484] env[69169]: INFO nova.compute.manager [req-b383b3e5-7ecd-43c6-8700-f2c884a6f1f2 req-c1171faf-feb1-4c49-809d-70be55bae8aa service nova] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Neutron deleted interface 0d123456-0dfb-4a46-9cc4-c47d0a3982ee; detaching it from the instance and deleting it from the info cache [ 1199.296653] env[69169]: DEBUG nova.network.neutron [req-b383b3e5-7ecd-43c6-8700-f2c884a6f1f2 req-c1171faf-feb1-4c49-809d-70be55bae8aa service nova] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.406983] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251880, 'name': Destroy_Task, 'duration_secs': 0.667242} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.407275] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Destroyed the VM [ 1199.407512] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1199.407774] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1e251fe2-3cf5-46ec-97cd-0fb04bbd99d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.413658] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1199.413658] env[69169]: value = "task-3251882" [ 1199.413658] env[69169]: _type = "Task" [ 1199.413658] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.421540] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251882, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.767852] env[69169]: DEBUG nova.network.neutron [-] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.798997] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd29e86b-9b7d-4f65-b1be-46fdb7eebec5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.810215] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b866fb1a-37da-47cf-9f38-cd63ba74ac0b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.823170] env[69169]: ERROR nova.scheduler.client.report [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [req-ac4df7a9-e4f3-4c55-8e07-c4f8e6100298] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ac4df7a9-e4f3-4c55-8e07-c4f8e6100298"}]} [ 1199.847849] env[69169]: DEBUG nova.compute.manager [req-b383b3e5-7ecd-43c6-8700-f2c884a6f1f2 req-c1171faf-feb1-4c49-809d-70be55bae8aa service nova] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Detach interface failed, port_id=0d123456-0dfb-4a46-9cc4-c47d0a3982ee, reason: Instance 10245fc8-43f9-493f-aaa9-479dfaf66d96 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1199.849486] env[69169]: DEBUG nova.scheduler.client.report [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1199.866855] env[69169]: DEBUG nova.scheduler.client.report [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1199.867098] env[69169]: DEBUG nova.compute.provider_tree [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.882410] env[69169]: DEBUG nova.scheduler.client.report [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1199.905538] env[69169]: DEBUG nova.scheduler.client.report [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1199.929854] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251882, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.102122] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bf84ef-426b-43c8-a82a-72a99eaf1218 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.109528] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0995473-e143-4f0e-999e-51249d2e60be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.142090] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2b77df-b09b-4868-981c-b061fcd3ca3e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.149959] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011fc499-01f1-42c5-a23f-8ad88c4e26a7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.163595] env[69169]: DEBUG nova.compute.provider_tree [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.270699] env[69169]: INFO nova.compute.manager [-] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Took 1.21 seconds to deallocate network for instance. [ 1200.424512] env[69169]: DEBUG oslo_vmware.api [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251882, 'name': RemoveSnapshot_Task, 'duration_secs': 0.724301} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.424953] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1200.425050] env[69169]: INFO nova.compute.manager [None req-55225698-3061-4b5b-ad1f-2a8df4d6abad tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Took 14.34 seconds to snapshot the instance on the hypervisor. [ 1200.701946] env[69169]: DEBUG nova.scheduler.client.report [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1200.702777] env[69169]: DEBUG nova.compute.provider_tree [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 142 to 143 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1200.702777] env[69169]: DEBUG nova.compute.provider_tree [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.778283] env[69169]: DEBUG oslo_concurrency.lockutils [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.208240] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.158s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.208782] env[69169]: DEBUG nova.compute.manager [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.211628] env[69169]: DEBUG oslo_concurrency.lockutils [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.433s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.211757] env[69169]: DEBUG nova.objects.instance [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lazy-loading 'resources' on Instance uuid 10245fc8-43f9-493f-aaa9-479dfaf66d96 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.326836] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "5bfaf467-2150-40bb-88b7-536e08e77fd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.327083] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.715637] env[69169]: DEBUG nova.compute.utils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.720752] env[69169]: DEBUG nova.compute.manager [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.720752] env[69169]: DEBUG nova.network.neutron [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.783738] env[69169]: DEBUG nova.policy [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a6b450a2904216b612aec484497024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '088fa329f82442fdb636c14c4ec555a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.829767] env[69169]: DEBUG nova.compute.manager [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.938183] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b130350-dccb-4381-b78f-554c778f7179 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.945982] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85f3146-a48e-4748-9020-5b5b30440626 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.977530] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c109b0-896c-40f4-b72c-261b6f2b6e9f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.984885] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afae0a5d-b850-4839-bfae-8f3b435e7c26 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.998395] env[69169]: DEBUG nova.compute.provider_tree [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.092644] env[69169]: DEBUG nova.network.neutron [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Successfully created port: 503fe8ab-ba64-4194-ab0d-5bdc812e53e7 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.120165] env[69169]: DEBUG nova.compute.manager [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.121127] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff5232a-167b-4f29-8fe4-64118fb9248a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.221125] env[69169]: DEBUG nova.compute.manager [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.360539] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.501667] env[69169]: DEBUG nova.scheduler.client.report [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.633600] env[69169]: INFO nova.compute.manager [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] instance snapshotting [ 1202.636359] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f3eea3-4fb0-4c39-83cb-d4bf352d2494 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.655581] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc2215e-47f3-4e32-bdd9-474346714202 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.007093] env[69169]: DEBUG oslo_concurrency.lockutils [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.009639] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.649s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.011223] env[69169]: INFO nova.compute.claims [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.026390] env[69169]: INFO nova.scheduler.client.report [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted allocations for instance 10245fc8-43f9-493f-aaa9-479dfaf66d96 [ 1203.165357] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1203.165682] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f680e575-cf99-4378-a950-ee3891857b34 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.173683] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1203.173683] env[69169]: value = "task-3251883" [ 1203.173683] env[69169]: _type = "Task" [ 1203.173683] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.182821] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251883, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.229875] env[69169]: DEBUG nova.compute.manager [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.254148] env[69169]: DEBUG nova.virt.hardware [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.254489] env[69169]: DEBUG nova.virt.hardware [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.254598] env[69169]: DEBUG nova.virt.hardware [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.254814] env[69169]: DEBUG nova.virt.hardware [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.254982] env[69169]: DEBUG nova.virt.hardware [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.255188] env[69169]: DEBUG nova.virt.hardware [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.255424] env[69169]: DEBUG nova.virt.hardware [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.255599] env[69169]: DEBUG nova.virt.hardware [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.255787] env[69169]: DEBUG nova.virt.hardware [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.255963] env[69169]: DEBUG nova.virt.hardware [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.256175] env[69169]: DEBUG nova.virt.hardware [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.257119] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5cef30-142a-4373-a27d-734c74509c43 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.265798] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f903a71-a1bd-4413-80f6-3fce1538b65e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.535055] env[69169]: DEBUG oslo_concurrency.lockutils [None req-03c42821-5743-4807-97a6-7a8c75b1d939 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "10245fc8-43f9-493f-aaa9-479dfaf66d96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.378s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.624452] env[69169]: DEBUG nova.compute.manager [req-e75b17f6-b3ad-4b58-af03-c34b56d214b4 req-86f70237-db80-4ee1-8f5b-e4fa92648ca8 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Received event network-vif-plugged-503fe8ab-ba64-4194-ab0d-5bdc812e53e7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.624699] env[69169]: DEBUG oslo_concurrency.lockutils [req-e75b17f6-b3ad-4b58-af03-c34b56d214b4 req-86f70237-db80-4ee1-8f5b-e4fa92648ca8 service nova] Acquiring lock "c612562f-ab93-48f3-9017-448a5db9b043-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.624906] env[69169]: DEBUG oslo_concurrency.lockutils [req-e75b17f6-b3ad-4b58-af03-c34b56d214b4 req-86f70237-db80-4ee1-8f5b-e4fa92648ca8 service nova] Lock "c612562f-ab93-48f3-9017-448a5db9b043-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.625153] env[69169]: DEBUG oslo_concurrency.lockutils [req-e75b17f6-b3ad-4b58-af03-c34b56d214b4 req-86f70237-db80-4ee1-8f5b-e4fa92648ca8 service nova] Lock "c612562f-ab93-48f3-9017-448a5db9b043-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.625347] env[69169]: DEBUG nova.compute.manager [req-e75b17f6-b3ad-4b58-af03-c34b56d214b4 req-86f70237-db80-4ee1-8f5b-e4fa92648ca8 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] No waiting events found dispatching network-vif-plugged-503fe8ab-ba64-4194-ab0d-5bdc812e53e7 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.625514] env[69169]: WARNING nova.compute.manager [req-e75b17f6-b3ad-4b58-af03-c34b56d214b4 req-86f70237-db80-4ee1-8f5b-e4fa92648ca8 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Received unexpected event network-vif-plugged-503fe8ab-ba64-4194-ab0d-5bdc812e53e7 for instance with vm_state building and task_state spawning. [ 1203.688229] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251883, 'name': CreateSnapshot_Task, 'duration_secs': 0.485739} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.689483] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1203.691853] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abc5bc7-9c58-4f36-8eb6-b3bfcea0baad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.951113] env[69169]: DEBUG nova.network.neutron [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Successfully updated port: 503fe8ab-ba64-4194-ab0d-5bdc812e53e7 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.028991] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "121a6e60-7c91-483f-aae0-ea8850f620df" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.029255] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "121a6e60-7c91-483f-aae0-ea8850f620df" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.172195] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd45227-5ebd-4e32-bb94-662d811eff27 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.180102] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5790cc3-8a66-450e-895f-4be5816da4ba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.237891] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1204.238675] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40b3d223-f10b-41ed-abfe-1c594e94f6e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.244055] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f482b4-380f-42b3-8285-af9b7e896079 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.257330] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5b3b22-48b9-4945-a48c-005b0a9af605 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.261918] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1204.261918] env[69169]: value = "task-3251884" [ 1204.261918] env[69169]: _type = "Task" [ 1204.261918] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.274301] env[69169]: DEBUG nova.compute.provider_tree [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.281243] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251884, 'name': CloneVM_Task} progress is 11%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.459146] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.459146] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.459146] env[69169]: DEBUG nova.network.neutron [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.533562] env[69169]: DEBUG nova.compute.utils [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.542983] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "ceaf0dbe-352f-4e43-8119-6c7293831a85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.543276] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "ceaf0dbe-352f-4e43-8119-6c7293831a85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.771572] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251884, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.777517] env[69169]: DEBUG nova.scheduler.client.report [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.856701] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "21e20e97-7c73-4db1-83b0-04356361717a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.856955] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "21e20e97-7c73-4db1-83b0-04356361717a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.857189] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "21e20e97-7c73-4db1-83b0-04356361717a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.857373] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "21e20e97-7c73-4db1-83b0-04356361717a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.857539] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "21e20e97-7c73-4db1-83b0-04356361717a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.859995] env[69169]: INFO nova.compute.manager [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Terminating instance [ 1204.994938] env[69169]: DEBUG nova.network.neutron [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.036373] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "121a6e60-7c91-483f-aae0-ea8850f620df" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.045700] env[69169]: DEBUG nova.compute.manager [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.176360] env[69169]: DEBUG nova.network.neutron [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updating instance_info_cache with network_info: [{"id": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "address": "fa:16:3e:50:4f:e0", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503fe8ab-ba", "ovs_interfaceid": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.273865] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251884, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.281780] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.282363] env[69169]: DEBUG nova.compute.manager [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.363622] env[69169]: DEBUG nova.compute.manager [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.363939] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.365327] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760d6d0c-dbde-48b3-ac99-6542ee518ea1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.375316] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.375637] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9703d027-3904-4aa9-aa3c-121bd3a46751 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.382182] env[69169]: DEBUG oslo_vmware.api [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1205.382182] env[69169]: value = "task-3251885" [ 1205.382182] env[69169]: _type = "Task" [ 1205.382182] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.392441] env[69169]: DEBUG oslo_vmware.api [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.570926] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.571311] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.572910] env[69169]: INFO nova.compute.claims [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.678519] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.679096] env[69169]: DEBUG nova.compute.manager [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Instance network_info: |[{"id": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "address": "fa:16:3e:50:4f:e0", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503fe8ab-ba", "ovs_interfaceid": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.679307] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:4f:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '503fe8ab-ba64-4194-ab0d-5bdc812e53e7', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.686928] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.687213] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.687465] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c756bfda-5ee3-4f57-b23f-3d488138f512 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.707726] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.707726] env[69169]: value = "task-3251886" [ 1205.707726] env[69169]: _type = "Task" [ 1205.707726] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.716614] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251886, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.773207] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251884, 'name': CloneVM_Task} progress is 95%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.787882] env[69169]: DEBUG nova.compute.utils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.789504] env[69169]: DEBUG nova.compute.manager [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.789868] env[69169]: DEBUG nova.network.neutron [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.838727] env[69169]: DEBUG nova.policy [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5e3afe6c440474bbc8bf69d6d54ee23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbcf8cc278a34eed9abe759f8aa1cb11', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.869464] env[69169]: DEBUG nova.compute.manager [req-cf0ee3d7-95fd-49f5-a8e1-139a8b95a767 req-c6af8e8b-c52c-425a-85ed-db268dc32655 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Received event network-changed-503fe8ab-ba64-4194-ab0d-5bdc812e53e7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.869576] env[69169]: DEBUG nova.compute.manager [req-cf0ee3d7-95fd-49f5-a8e1-139a8b95a767 req-c6af8e8b-c52c-425a-85ed-db268dc32655 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Refreshing instance network info cache due to event network-changed-503fe8ab-ba64-4194-ab0d-5bdc812e53e7. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.869898] env[69169]: DEBUG oslo_concurrency.lockutils [req-cf0ee3d7-95fd-49f5-a8e1-139a8b95a767 req-c6af8e8b-c52c-425a-85ed-db268dc32655 service nova] Acquiring lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.870015] env[69169]: DEBUG oslo_concurrency.lockutils [req-cf0ee3d7-95fd-49f5-a8e1-139a8b95a767 req-c6af8e8b-c52c-425a-85ed-db268dc32655 service nova] Acquired lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.870181] env[69169]: DEBUG nova.network.neutron [req-cf0ee3d7-95fd-49f5-a8e1-139a8b95a767 req-c6af8e8b-c52c-425a-85ed-db268dc32655 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Refreshing network info cache for port 503fe8ab-ba64-4194-ab0d-5bdc812e53e7 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.893383] env[69169]: DEBUG oslo_vmware.api [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251885, 'name': PowerOffVM_Task, 'duration_secs': 0.235161} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.893715] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.893935] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.894257] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dc2957b-01f4-486c-b4aa-381be02b4aad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.966723] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.966955] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.967214] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Deleting the datastore file [datastore2] 21e20e97-7c73-4db1-83b0-04356361717a {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.967430] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fd9be50-2b21-4149-abf5-289c75dd87d0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.974652] env[69169]: DEBUG oslo_vmware.api [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1205.974652] env[69169]: value = "task-3251888" [ 1205.974652] env[69169]: _type = "Task" [ 1205.974652] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.986133] env[69169]: DEBUG oslo_vmware.api [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.114134] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "121a6e60-7c91-483f-aae0-ea8850f620df" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.114451] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "121a6e60-7c91-483f-aae0-ea8850f620df" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.114451] env[69169]: INFO nova.compute.manager [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Attaching volume 2c911e12-ac36-4cf4-a704-f67dfd3b4dc9 to /dev/sdb [ 1206.125056] env[69169]: DEBUG nova.network.neutron [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Successfully created port: 7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.152258] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8b70be-173b-40fd-b897-d1c0ebf34ae3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.158813] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dd42fe-2599-40bc-a70b-87f554e1dbd8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.171690] env[69169]: DEBUG nova.virt.block_device [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Updating existing volume attachment record: 548ce50a-393d-4ab5-83c1-753f73d3d149 {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1206.217951] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251886, 'name': CreateVM_Task, 'duration_secs': 0.340554} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.218165] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.218925] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.219013] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.219334] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.219616] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c1814cc-1fd9-448f-a4dc-81b2d24edc6b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.224011] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1206.224011] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5272ba92-8654-c829-d461-cdcb61dc4d00" [ 1206.224011] env[69169]: _type = "Task" [ 1206.224011] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.232123] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5272ba92-8654-c829-d461-cdcb61dc4d00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.274827] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251884, 'name': CloneVM_Task, 'duration_secs': 1.805664} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.275153] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Created linked-clone VM from snapshot [ 1206.275911] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c559ccf-a27f-4d3c-8cb9-88283e393cf7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.284797] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Uploading image 6adc5c15-b861-4c6e-af36-cd27f6025866 {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1206.293116] env[69169]: DEBUG nova.compute.manager [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.317413] env[69169]: DEBUG oslo_vmware.rw_handles [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1206.317413] env[69169]: value = "vm-649763" [ 1206.317413] env[69169]: _type = "VirtualMachine" [ 1206.317413] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1206.317689] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e6d148c8-db7a-4d47-8a95-c6a950fb271f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.324535] env[69169]: DEBUG oslo_vmware.rw_handles [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lease: (returnval){ [ 1206.324535] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5295e6ed-0960-cc15-3728-92a429e76c2f" [ 1206.324535] env[69169]: _type = "HttpNfcLease" [ 1206.324535] env[69169]: } obtained for exporting VM: (result){ [ 1206.324535] env[69169]: value = "vm-649763" [ 1206.324535] env[69169]: _type = "VirtualMachine" [ 1206.324535] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1206.324775] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the lease: (returnval){ [ 1206.324775] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5295e6ed-0960-cc15-3728-92a429e76c2f" [ 1206.324775] env[69169]: _type = "HttpNfcLease" [ 1206.324775] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1206.331706] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1206.331706] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5295e6ed-0960-cc15-3728-92a429e76c2f" [ 1206.331706] env[69169]: _type = "HttpNfcLease" [ 1206.331706] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1206.484178] env[69169]: DEBUG oslo_vmware.api [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156831} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.484498] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.484695] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.484886] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.485069] env[69169]: INFO nova.compute.manager [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1206.485312] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.485498] env[69169]: DEBUG nova.compute.manager [-] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.485592] env[69169]: DEBUG nova.network.neutron [-] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.622823] env[69169]: DEBUG nova.network.neutron [req-cf0ee3d7-95fd-49f5-a8e1-139a8b95a767 req-c6af8e8b-c52c-425a-85ed-db268dc32655 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updated VIF entry in instance network info cache for port 503fe8ab-ba64-4194-ab0d-5bdc812e53e7. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.627025] env[69169]: DEBUG nova.network.neutron [req-cf0ee3d7-95fd-49f5-a8e1-139a8b95a767 req-c6af8e8b-c52c-425a-85ed-db268dc32655 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updating instance_info_cache with network_info: [{"id": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "address": "fa:16:3e:50:4f:e0", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503fe8ab-ba", "ovs_interfaceid": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.736224] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5272ba92-8654-c829-d461-cdcb61dc4d00, 'name': SearchDatastore_Task, 'duration_secs': 0.00854} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.739202] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.742586] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.742586] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.742586] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.742586] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.742586] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f0fbf33-b5ef-4b54-b4a6-e99cde6baa2c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.748195] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.751025] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.751025] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01658f0e-28ad-4f4a-a574-6640c155f839 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.753713] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e6a3a7-348f-4884-a55a-a55a9e804ae0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.759594] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1206.759594] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52315e48-1ede-1d3a-07a6-faf4dbd9064d" [ 1206.759594] env[69169]: _type = "Task" [ 1206.759594] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.766562] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356e00ee-45d3-4b9c-82df-7a55995dcd94 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.775792] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52315e48-1ede-1d3a-07a6-faf4dbd9064d, 'name': SearchDatastore_Task, 'duration_secs': 0.008358} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.810719] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df8fa30-ba06-4a98-af1c-d0a8515ee4a0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.813189] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5366683d-8970-4075-969e-68293d1ffbbc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.821959] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8af873-18e0-46c1-a205-8705d066e8a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.825858] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1206.825858] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5282b6bb-a33c-7401-c24c-96e3de643d35" [ 1206.825858] env[69169]: _type = "Task" [ 1206.825858] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.840021] env[69169]: DEBUG nova.compute.provider_tree [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.844892] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1206.844892] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5295e6ed-0960-cc15-3728-92a429e76c2f" [ 1206.844892] env[69169]: _type = "HttpNfcLease" [ 1206.844892] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1206.848626] env[69169]: DEBUG oslo_vmware.rw_handles [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1206.848626] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5295e6ed-0960-cc15-3728-92a429e76c2f" [ 1206.848626] env[69169]: _type = "HttpNfcLease" [ 1206.848626] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1206.848935] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5282b6bb-a33c-7401-c24c-96e3de643d35, 'name': SearchDatastore_Task, 'duration_secs': 0.014479} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.849646] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99140840-608e-45a5-ab96-fb9f0ed9271e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.852112] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.852363] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] c612562f-ab93-48f3-9017-448a5db9b043/c612562f-ab93-48f3-9017-448a5db9b043.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.853092] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eac2e54c-cba2-4d29-9614-773205c26fe8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.859556] env[69169]: DEBUG oslo_vmware.rw_handles [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff300b-21fa-4ac9-cd15-71d247348e3f/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1206.859780] env[69169]: DEBUG oslo_vmware.rw_handles [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff300b-21fa-4ac9-cd15-71d247348e3f/disk-0.vmdk for reading. {{(pid=69169) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1206.862047] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1206.862047] env[69169]: value = "task-3251893" [ 1206.862047] env[69169]: _type = "Task" [ 1206.862047] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.928926] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.965032] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4412f301-3f49-472f-b117-8210c02c0c00 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.037500] env[69169]: DEBUG nova.compute.manager [req-1d96b313-97ac-4be2-b4f2-3675b8e475c3 req-40f91b75-ae39-4022-9132-442a3566ad57 service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Received event network-vif-deleted-8bfdaf5f-b4f7-4928-9731-0647d04c9083 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.037500] env[69169]: INFO nova.compute.manager [req-1d96b313-97ac-4be2-b4f2-3675b8e475c3 req-40f91b75-ae39-4022-9132-442a3566ad57 service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Neutron deleted interface 8bfdaf5f-b4f7-4928-9731-0647d04c9083; detaching it from the instance and deleting it from the info cache [ 1207.037500] env[69169]: DEBUG nova.network.neutron [req-1d96b313-97ac-4be2-b4f2-3675b8e475c3 req-40f91b75-ae39-4022-9132-442a3566ad57 service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.125843] env[69169]: DEBUG oslo_concurrency.lockutils [req-cf0ee3d7-95fd-49f5-a8e1-139a8b95a767 req-c6af8e8b-c52c-425a-85ed-db268dc32655 service nova] Releasing lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.163178] env[69169]: DEBUG nova.objects.instance [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Lazy-loading 'flavor' on Instance uuid 06f357b6-03cd-44e9-a8db-46527f7844fe {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.320684] env[69169]: DEBUG nova.compute.manager [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.347298] env[69169]: DEBUG nova.scheduler.client.report [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.361742] env[69169]: DEBUG nova.virt.hardware [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.361955] env[69169]: DEBUG nova.virt.hardware [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.362280] env[69169]: DEBUG nova.virt.hardware [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.362335] env[69169]: DEBUG nova.virt.hardware [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.362502] env[69169]: DEBUG nova.virt.hardware [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.362807] env[69169]: DEBUG nova.virt.hardware [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.363049] env[69169]: DEBUG nova.virt.hardware [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.363358] env[69169]: DEBUG nova.virt.hardware [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.363420] env[69169]: DEBUG nova.virt.hardware [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.363595] env[69169]: DEBUG nova.virt.hardware [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.363885] env[69169]: DEBUG nova.virt.hardware [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.365278] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b039a3ce-7761-4317-a3e2-2691958827cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.381861] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dd3c25-e74c-41a4-8cc4-99a7c556c28f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.387192] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251893, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.516399] env[69169]: DEBUG nova.network.neutron [-] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.540881] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdbd0ce4-d896-4a39-9e35-179f7872f71f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.551205] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9351a40d-ed32-49df-828f-5c336665d382 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.586501] env[69169]: DEBUG nova.compute.manager [req-1d96b313-97ac-4be2-b4f2-3675b8e475c3 req-40f91b75-ae39-4022-9132-442a3566ad57 service nova] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Detach interface failed, port_id=8bfdaf5f-b4f7-4928-9731-0647d04c9083, reason: Instance 21e20e97-7c73-4db1-83b0-04356361717a could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.662532] env[69169]: DEBUG nova.network.neutron [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Successfully updated port: 7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.667886] env[69169]: DEBUG oslo_concurrency.lockutils [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquiring lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.668356] env[69169]: DEBUG oslo_concurrency.lockutils [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquired lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.855208] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.855752] env[69169]: DEBUG nova.compute.manager [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.875503] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52118} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.875809] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] c612562f-ab93-48f3-9017-448a5db9b043/c612562f-ab93-48f3-9017-448a5db9b043.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.876067] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.876342] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45945947-b33d-487c-9896-f04f227f56c7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.884312] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1207.884312] env[69169]: value = "task-3251894" [ 1207.884312] env[69169]: _type = "Task" [ 1207.884312] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.892218] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.901187] env[69169]: DEBUG nova.compute.manager [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Received event network-vif-plugged-7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.901561] env[69169]: DEBUG oslo_concurrency.lockutils [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] Acquiring lock "5bfaf467-2150-40bb-88b7-536e08e77fd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.905019] env[69169]: DEBUG oslo_concurrency.lockutils [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.905019] env[69169]: DEBUG oslo_concurrency.lockutils [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.905019] env[69169]: DEBUG nova.compute.manager [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] No waiting events found dispatching network-vif-plugged-7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.905019] env[69169]: WARNING nova.compute.manager [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Received unexpected event network-vif-plugged-7aab97af-0689-44c7-a25d-4106122dae50 for instance with vm_state building and task_state spawning. [ 1207.905019] env[69169]: DEBUG nova.compute.manager [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Received event network-changed-7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.905019] env[69169]: DEBUG nova.compute.manager [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Refreshing instance network info cache due to event network-changed-7aab97af-0689-44c7-a25d-4106122dae50. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.905019] env[69169]: DEBUG oslo_concurrency.lockutils [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] Acquiring lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.905019] env[69169]: DEBUG oslo_concurrency.lockutils [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] Acquired lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.905019] env[69169]: DEBUG nova.network.neutron [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Refreshing network info cache for port 7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.021068] env[69169]: INFO nova.compute.manager [-] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Took 1.54 seconds to deallocate network for instance. [ 1208.075237] env[69169]: DEBUG nova.network.neutron [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.165738] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.361071] env[69169]: DEBUG nova.compute.utils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.362580] env[69169]: DEBUG nova.compute.manager [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.362806] env[69169]: DEBUG nova.network.neutron [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.393172] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07482} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.393522] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.394443] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3696dea4-0f41-4b69-8c47-4803beb179ea {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.420728] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] c612562f-ab93-48f3-9017-448a5db9b043/c612562f-ab93-48f3-9017-448a5db9b043.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.422409] env[69169]: DEBUG nova.policy [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cfef0849fb4a12b890ed836f8c0c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf2d8d04a5ab47fda9b658c0c265488e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.423910] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e19cd51-92a8-4828-b0a8-b86b0d02160b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.447045] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1208.447045] env[69169]: value = "task-3251895" [ 1208.447045] env[69169]: _type = "Task" [ 1208.447045] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.455829] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.487997] env[69169]: DEBUG nova.network.neutron [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.528327] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.528327] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.528327] env[69169]: DEBUG nova.objects.instance [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lazy-loading 'resources' on Instance uuid 21e20e97-7c73-4db1-83b0-04356361717a {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.595368] env[69169]: DEBUG nova.network.neutron [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.825563] env[69169]: DEBUG nova.network.neutron [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Successfully created port: 43b2631e-1a0e-48e1-b31f-3d8105a8d439 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.830388] env[69169]: DEBUG nova.network.neutron [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Updating instance_info_cache with network_info: [{"id": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "address": "fa:16:3e:8e:a9:44", "network": {"id": "d55f222e-3259-45fe-83b4-a4795f812b1c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872431032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e934f52fd9554e26a793f5b7d372c592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d255605-b5", "ovs_interfaceid": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.867767] env[69169]: DEBUG nova.compute.manager [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.956717] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251895, 'name': ReconfigVM_Task, 'duration_secs': 0.297899} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.957511] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Reconfigured VM instance instance-0000006a to attach disk [datastore2] c612562f-ab93-48f3-9017-448a5db9b043/c612562f-ab93-48f3-9017-448a5db9b043.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.957741] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da7d2dc5-c98f-4d23-88ef-8039ee8a59b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.964682] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1208.964682] env[69169]: value = "task-3251897" [ 1208.964682] env[69169]: _type = "Task" [ 1208.964682] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.972637] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251897, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.099960] env[69169]: DEBUG oslo_concurrency.lockutils [req-14954465-6ba0-443d-b8ea-4ba9379c4282 req-0c0f3fae-8e15-41e4-8420-08ef3337a957 service nova] Releasing lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.100381] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.100563] env[69169]: DEBUG nova.network.neutron [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.217718] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e7cbfe-25cc-4a9f-8abd-12ef000b5278 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.226148] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea938d8-57d5-4375-a1fa-6c66ae9d5a3b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.259344] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c588a1b-fe1f-4072-b0e0-9806c8c0eaaa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.267846] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0517f7fe-4533-4a80-8c9e-be4979e7737c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.282932] env[69169]: DEBUG nova.compute.provider_tree [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.332942] env[69169]: DEBUG oslo_concurrency.lockutils [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Releasing lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.333200] env[69169]: DEBUG nova.compute.manager [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Inject network info {{(pid=69169) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1209.333479] env[69169]: DEBUG nova.compute.manager [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] network_info to inject: |[{"id": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "address": "fa:16:3e:8e:a9:44", "network": {"id": "d55f222e-3259-45fe-83b4-a4795f812b1c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872431032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e934f52fd9554e26a793f5b7d372c592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d255605-b5", "ovs_interfaceid": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1209.338533] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Reconfiguring VM instance to set the machine id {{(pid=69169) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1209.338860] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c0bcb8-92c9-4e19-a79f-e49a61f6ccff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.354504] env[69169]: DEBUG oslo_vmware.api [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for the task: (returnval){ [ 1209.354504] env[69169]: value = "task-3251898" [ 1209.354504] env[69169]: _type = "Task" [ 1209.354504] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.363392] env[69169]: DEBUG oslo_vmware.api [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.401880] env[69169]: DEBUG nova.objects.instance [None req-fcaa3364-c7c4-42a0-b729-abb6e760b9cc tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Lazy-loading 'flavor' on Instance uuid 06f357b6-03cd-44e9-a8db-46527f7844fe {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.475154] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251897, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.637319] env[69169]: DEBUG nova.network.neutron [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.804386] env[69169]: ERROR nova.scheduler.client.report [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [req-af1fa4f7-0bc9-4b1b-a5e8-8fe98c303f0c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-af1fa4f7-0bc9-4b1b-a5e8-8fe98c303f0c"}]} [ 1209.811445] env[69169]: DEBUG nova.network.neutron [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Updating instance_info_cache with network_info: [{"id": "7aab97af-0689-44c7-a25d-4106122dae50", "address": "fa:16:3e:32:f1:41", "network": {"id": "f60fd1cc-ccc4-4c04-ad7a-2482c746307a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1712302760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbcf8cc278a34eed9abe759f8aa1cb11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aab97af-06", "ovs_interfaceid": "7aab97af-0689-44c7-a25d-4106122dae50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.820457] env[69169]: DEBUG nova.scheduler.client.report [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1209.834126] env[69169]: DEBUG nova.scheduler.client.report [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1209.834365] env[69169]: DEBUG nova.compute.provider_tree [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.845808] env[69169]: DEBUG nova.scheduler.client.report [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1209.864230] env[69169]: DEBUG oslo_vmware.api [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.866248] env[69169]: DEBUG nova.scheduler.client.report [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1209.877387] env[69169]: DEBUG nova.compute.manager [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.902669] env[69169]: DEBUG nova.virt.hardware [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.902973] env[69169]: DEBUG nova.virt.hardware [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.903200] env[69169]: DEBUG nova.virt.hardware [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.903466] env[69169]: DEBUG nova.virt.hardware [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.903639] env[69169]: DEBUG nova.virt.hardware [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.903819] env[69169]: DEBUG nova.virt.hardware [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.904092] env[69169]: DEBUG nova.virt.hardware [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.904284] env[69169]: DEBUG nova.virt.hardware [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.904498] env[69169]: DEBUG nova.virt.hardware [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.904693] env[69169]: DEBUG nova.virt.hardware [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.904904] env[69169]: DEBUG nova.virt.hardware [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.907734] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062fefe4-9cc0-48d1-8d1b-207ccf0145d0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.910584] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcaa3364-c7c4-42a0-b729-abb6e760b9cc tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquiring lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.910750] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcaa3364-c7c4-42a0-b729-abb6e760b9cc tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquired lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.921429] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbf8a9a-6258-4602-a684-e1f53c072f15 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.940395] env[69169]: DEBUG nova.compute.manager [req-f8656084-dd17-4b33-89db-2da50d5e0326 req-aa960d27-4d9f-4f0d-8794-875ec02b862f service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Received event network-changed-4d255605-b504-40eb-84b3-f4fa99e7b5d1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.940585] env[69169]: DEBUG nova.compute.manager [req-f8656084-dd17-4b33-89db-2da50d5e0326 req-aa960d27-4d9f-4f0d-8794-875ec02b862f service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Refreshing instance network info cache due to event network-changed-4d255605-b504-40eb-84b3-f4fa99e7b5d1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.940780] env[69169]: DEBUG oslo_concurrency.lockutils [req-f8656084-dd17-4b33-89db-2da50d5e0326 req-aa960d27-4d9f-4f0d-8794-875ec02b862f service nova] Acquiring lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.974182] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251897, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.046282] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46f5c89-070d-4e06-bcbe-d53a00ebdc9a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.053580] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0f36ba-45cb-4dd2-9c76-3ca834b7d577 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.084833] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a6308c-c51d-4091-9d65-e01f1a74c75b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.092723] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5110e27-f441-4663-a876-d36eea10c6e1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.109051] env[69169]: DEBUG nova.compute.provider_tree [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1210.300119] env[69169]: DEBUG nova.network.neutron [None req-fcaa3364-c7c4-42a0-b729-abb6e760b9cc tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.313920] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Releasing lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.314338] env[69169]: DEBUG nova.compute.manager [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Instance network_info: |[{"id": "7aab97af-0689-44c7-a25d-4106122dae50", "address": "fa:16:3e:32:f1:41", "network": {"id": "f60fd1cc-ccc4-4c04-ad7a-2482c746307a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1712302760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbcf8cc278a34eed9abe759f8aa1cb11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aab97af-06", "ovs_interfaceid": "7aab97af-0689-44c7-a25d-4106122dae50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.314806] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:f1:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aab97af-0689-44c7-a25d-4106122dae50', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.326466] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Creating folder: Project (dbcf8cc278a34eed9abe759f8aa1cb11). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.327476] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1402a541-ae5e-4b74-956c-d5f328c35df5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.331304] env[69169]: DEBUG nova.compute.manager [req-bfc7c9f9-1e6c-4300-b144-6672e8cffa9c req-e3558d6d-d384-4783-8fdb-ef1c39e01cab service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Received event network-changed-4d255605-b504-40eb-84b3-f4fa99e7b5d1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.331304] env[69169]: DEBUG nova.compute.manager [req-bfc7c9f9-1e6c-4300-b144-6672e8cffa9c req-e3558d6d-d384-4783-8fdb-ef1c39e01cab service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Refreshing instance network info cache due to event network-changed-4d255605-b504-40eb-84b3-f4fa99e7b5d1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.331304] env[69169]: DEBUG oslo_concurrency.lockutils [req-bfc7c9f9-1e6c-4300-b144-6672e8cffa9c req-e3558d6d-d384-4783-8fdb-ef1c39e01cab service nova] Acquiring lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.341839] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Created folder: Project (dbcf8cc278a34eed9abe759f8aa1cb11) in parent group-v649481. [ 1210.341839] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Creating folder: Instances. Parent ref: group-v649767. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.342031] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47c2e23a-34ff-4ecb-8867-b5fe813c7a5e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.352133] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Created folder: Instances in parent group-v649767. [ 1210.352240] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.352815] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.353034] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed06f7d7-e3c7-4d65-8105-53759a3a5f5b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.373106] env[69169]: DEBUG nova.network.neutron [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Successfully updated port: 43b2631e-1a0e-48e1-b31f-3d8105a8d439 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.383365] env[69169]: DEBUG oslo_vmware.api [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251898, 'name': ReconfigVM_Task, 'duration_secs': 0.876462} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.385105] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-44599681-d0dc-4d00-8c96-370a717749f3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Reconfigured VM instance to set the machine id {{(pid=69169) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1210.387280] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.387280] env[69169]: value = "task-3251901" [ 1210.387280] env[69169]: _type = "Task" [ 1210.387280] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.397771] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251901, 'name': CreateVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.475069] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251897, 'name': Rename_Task, 'duration_secs': 1.143996} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.475363] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.475602] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dda3167d-ac25-4e5f-a15d-1c9dff3cff24 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.481293] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1210.481293] env[69169]: value = "task-3251902" [ 1210.481293] env[69169]: _type = "Task" [ 1210.481293] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.489519] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.649168] env[69169]: DEBUG nova.scheduler.client.report [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1210.649563] env[69169]: DEBUG nova.compute.provider_tree [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 145 to 146 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1210.649806] env[69169]: DEBUG nova.compute.provider_tree [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1210.722540] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1210.722811] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649766', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'name': 'volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '121a6e60-7c91-483f-aae0-ea8850f620df', 'attached_at': '', 'detached_at': '', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'serial': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1210.723772] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d56251-00d0-4d47-902e-5a73151c4558 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.740727] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9fb18e-0f77-4081-9a28-ff67f52d5063 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.767625] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9/volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.768049] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c25b4d69-3560-49c9-bd95-0c591240adc4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.785496] env[69169]: DEBUG oslo_vmware.api [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1210.785496] env[69169]: value = "task-3251903" [ 1210.785496] env[69169]: _type = "Task" [ 1210.785496] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.795572] env[69169]: DEBUG oslo_vmware.api [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.875628] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "refresh_cache-ceaf0dbe-352f-4e43-8119-6c7293831a85" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.875767] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "refresh_cache-ceaf0dbe-352f-4e43-8119-6c7293831a85" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.875903] env[69169]: DEBUG nova.network.neutron [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.904637] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251901, 'name': CreateVM_Task, 'duration_secs': 0.434451} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.904936] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.905947] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.906251] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.906675] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.906979] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25058fe6-aef4-43e4-93cb-a3fde75fffa3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.913020] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1210.913020] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e1f9fd-59f1-7955-d625-cf89697d4822" [ 1210.913020] env[69169]: _type = "Task" [ 1210.913020] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.923363] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e1f9fd-59f1-7955-d625-cf89697d4822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.992119] env[69169]: DEBUG oslo_vmware.api [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3251902, 'name': PowerOnVM_Task, 'duration_secs': 0.486661} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.992374] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.992619] env[69169]: INFO nova.compute.manager [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1210.992841] env[69169]: DEBUG nova.compute.manager [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.993697] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65de2551-ea15-45ad-b576-b5ea68daa8bc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.068586] env[69169]: DEBUG nova.network.neutron [None req-fcaa3364-c7c4-42a0-b729-abb6e760b9cc tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Updating instance_info_cache with network_info: [{"id": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "address": "fa:16:3e:8e:a9:44", "network": {"id": "d55f222e-3259-45fe-83b4-a4795f812b1c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872431032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e934f52fd9554e26a793f5b7d372c592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d255605-b5", "ovs_interfaceid": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.155246] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.627s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.177015] env[69169]: INFO nova.scheduler.client.report [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Deleted allocations for instance 21e20e97-7c73-4db1-83b0-04356361717a [ 1211.296949] env[69169]: DEBUG oslo_vmware.api [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251903, 'name': ReconfigVM_Task, 'duration_secs': 0.493153} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.297339] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9/volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.302137] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6466d292-a220-4084-a3b1-8ecc068f85c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.316615] env[69169]: DEBUG oslo_vmware.api [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1211.316615] env[69169]: value = "task-3251904" [ 1211.316615] env[69169]: _type = "Task" [ 1211.316615] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.324553] env[69169]: DEBUG oslo_vmware.api [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.411373] env[69169]: DEBUG nova.network.neutron [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.422778] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e1f9fd-59f1-7955-d625-cf89697d4822, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.423093] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.423342] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.423573] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.423726] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.423899] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.424159] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17197099-c10f-4e2f-86ce-9f6eb6e10f25 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.432412] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.432594] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.433370] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0223b3-f6da-40f7-8daf-a30c3b2d4e5c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.438283] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1211.438283] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520fd681-5bc6-2816-b16d-025ca57f4b2a" [ 1211.438283] env[69169]: _type = "Task" [ 1211.438283] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.445823] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520fd681-5bc6-2816-b16d-025ca57f4b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.517043] env[69169]: INFO nova.compute.manager [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Took 13.49 seconds to build instance. [ 1211.550398] env[69169]: DEBUG nova.network.neutron [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Updating instance_info_cache with network_info: [{"id": "43b2631e-1a0e-48e1-b31f-3d8105a8d439", "address": "fa:16:3e:e8:67:c2", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b2631e-1a", "ovs_interfaceid": "43b2631e-1a0e-48e1-b31f-3d8105a8d439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.571531] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fcaa3364-c7c4-42a0-b729-abb6e760b9cc tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Releasing lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.571804] env[69169]: DEBUG nova.compute.manager [None req-fcaa3364-c7c4-42a0-b729-abb6e760b9cc tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Inject network info {{(pid=69169) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1211.572125] env[69169]: DEBUG nova.compute.manager [None req-fcaa3364-c7c4-42a0-b729-abb6e760b9cc tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] network_info to inject: |[{"id": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "address": "fa:16:3e:8e:a9:44", "network": {"id": "d55f222e-3259-45fe-83b4-a4795f812b1c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872431032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e934f52fd9554e26a793f5b7d372c592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d255605-b5", "ovs_interfaceid": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1211.576738] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaa3364-c7c4-42a0-b729-abb6e760b9cc tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Reconfiguring VM instance to set the machine id {{(pid=69169) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1211.579446] env[69169]: DEBUG oslo_concurrency.lockutils [req-f8656084-dd17-4b33-89db-2da50d5e0326 req-aa960d27-4d9f-4f0d-8794-875ec02b862f service nova] Acquired lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.579659] env[69169]: DEBUG nova.network.neutron [req-f8656084-dd17-4b33-89db-2da50d5e0326 req-aa960d27-4d9f-4f0d-8794-875ec02b862f service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Refreshing network info cache for port 4d255605-b504-40eb-84b3-f4fa99e7b5d1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.582037] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55b10546-daaa-4d5b-8730-5bd2390fa06e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.598750] env[69169]: DEBUG oslo_concurrency.lockutils [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquiring lock "06f357b6-03cd-44e9-a8db-46527f7844fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.599178] env[69169]: DEBUG oslo_concurrency.lockutils [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Lock "06f357b6-03cd-44e9-a8db-46527f7844fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.599440] env[69169]: DEBUG oslo_concurrency.lockutils [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquiring lock "06f357b6-03cd-44e9-a8db-46527f7844fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.599687] env[69169]: DEBUG oslo_concurrency.lockutils [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Lock "06f357b6-03cd-44e9-a8db-46527f7844fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.599969] env[69169]: DEBUG oslo_concurrency.lockutils [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Lock "06f357b6-03cd-44e9-a8db-46527f7844fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.605324] env[69169]: INFO nova.compute.manager [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Terminating instance [ 1211.615551] env[69169]: DEBUG oslo_vmware.api [None req-fcaa3364-c7c4-42a0-b729-abb6e760b9cc tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for the task: (returnval){ [ 1211.615551] env[69169]: value = "task-3251905" [ 1211.615551] env[69169]: _type = "Task" [ 1211.615551] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.625247] env[69169]: DEBUG oslo_vmware.api [None req-fcaa3364-c7c4-42a0-b729-abb6e760b9cc tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.685080] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37ae47f2-4d7d-4eba-87ba-7f4053af646b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "21e20e97-7c73-4db1-83b0-04356361717a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.828s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.826016] env[69169]: DEBUG oslo_vmware.api [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251904, 'name': ReconfigVM_Task, 'duration_secs': 0.169543} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.826339] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649766', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'name': 'volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '121a6e60-7c91-483f-aae0-ea8850f620df', 'attached_at': '', 'detached_at': '', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'serial': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1211.830461] env[69169]: DEBUG nova.network.neutron [req-f8656084-dd17-4b33-89db-2da50d5e0326 req-aa960d27-4d9f-4f0d-8794-875ec02b862f service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Updated VIF entry in instance network info cache for port 4d255605-b504-40eb-84b3-f4fa99e7b5d1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.830808] env[69169]: DEBUG nova.network.neutron [req-f8656084-dd17-4b33-89db-2da50d5e0326 req-aa960d27-4d9f-4f0d-8794-875ec02b862f service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Updating instance_info_cache with network_info: [{"id": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "address": "fa:16:3e:8e:a9:44", "network": {"id": "d55f222e-3259-45fe-83b4-a4795f812b1c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872431032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e934f52fd9554e26a793f5b7d372c592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d255605-b5", "ovs_interfaceid": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.950190] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520fd681-5bc6-2816-b16d-025ca57f4b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.015598} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.951216] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ba0dce-5bd6-46f6-8d55-bbf31c9a2ca7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.957666] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1211.957666] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524259be-ff41-6913-96d5-5ad6033bcf7b" [ 1211.957666] env[69169]: _type = "Task" [ 1211.957666] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.966979] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524259be-ff41-6913-96d5-5ad6033bcf7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.993902] env[69169]: DEBUG nova.compute.manager [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Received event network-vif-plugged-43b2631e-1a0e-48e1-b31f-3d8105a8d439 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.994057] env[69169]: DEBUG oslo_concurrency.lockutils [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] Acquiring lock "ceaf0dbe-352f-4e43-8119-6c7293831a85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.994278] env[69169]: DEBUG oslo_concurrency.lockutils [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] Lock "ceaf0dbe-352f-4e43-8119-6c7293831a85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.994455] env[69169]: DEBUG oslo_concurrency.lockutils [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] Lock "ceaf0dbe-352f-4e43-8119-6c7293831a85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.994642] env[69169]: DEBUG nova.compute.manager [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] No waiting events found dispatching network-vif-plugged-43b2631e-1a0e-48e1-b31f-3d8105a8d439 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.994785] env[69169]: WARNING nova.compute.manager [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Received unexpected event network-vif-plugged-43b2631e-1a0e-48e1-b31f-3d8105a8d439 for instance with vm_state building and task_state spawning. [ 1211.994944] env[69169]: DEBUG nova.compute.manager [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Received event network-changed-43b2631e-1a0e-48e1-b31f-3d8105a8d439 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.995118] env[69169]: DEBUG nova.compute.manager [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Refreshing instance network info cache due to event network-changed-43b2631e-1a0e-48e1-b31f-3d8105a8d439. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.995289] env[69169]: DEBUG oslo_concurrency.lockutils [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] Acquiring lock "refresh_cache-ceaf0dbe-352f-4e43-8119-6c7293831a85" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.019300] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b081c477-1159-4aae-935a-26998f587533 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "c612562f-ab93-48f3-9017-448a5db9b043" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.996s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.053620] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "refresh_cache-ceaf0dbe-352f-4e43-8119-6c7293831a85" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.053967] env[69169]: DEBUG nova.compute.manager [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Instance network_info: |[{"id": "43b2631e-1a0e-48e1-b31f-3d8105a8d439", "address": "fa:16:3e:e8:67:c2", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b2631e-1a", "ovs_interfaceid": "43b2631e-1a0e-48e1-b31f-3d8105a8d439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.054393] env[69169]: DEBUG oslo_concurrency.lockutils [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] Acquired lock "refresh_cache-ceaf0dbe-352f-4e43-8119-6c7293831a85" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.054584] env[69169]: DEBUG nova.network.neutron [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Refreshing network info cache for port 43b2631e-1a0e-48e1-b31f-3d8105a8d439 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.056341] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:67:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43b2631e-1a0e-48e1-b31f-3d8105a8d439', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.063809] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.067012] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.067478] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9611af6-2e2a-4e83-9ccc-35a34d174efc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.087611] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.087611] env[69169]: value = "task-3251906" [ 1212.087611] env[69169]: _type = "Task" [ 1212.087611] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.095440] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251906, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.114175] env[69169]: DEBUG nova.compute.manager [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.114950] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.115348] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31aee92-023d-4e0b-86cc-f0f1fbbbdee4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.126302] env[69169]: DEBUG oslo_vmware.api [None req-fcaa3364-c7c4-42a0-b729-abb6e760b9cc tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251905, 'name': ReconfigVM_Task, 'duration_secs': 0.171182} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.128545] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaa3364-c7c4-42a0-b729-abb6e760b9cc tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Reconfigured VM instance to set the machine id {{(pid=69169) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1212.131114] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.131837] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a453df6a-fb44-408c-8e03-f5ed7df708e5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.137965] env[69169]: DEBUG oslo_vmware.api [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for the task: (returnval){ [ 1212.137965] env[69169]: value = "task-3251907" [ 1212.137965] env[69169]: _type = "Task" [ 1212.137965] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.149653] env[69169]: DEBUG oslo_vmware.api [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.339030] env[69169]: DEBUG oslo_concurrency.lockutils [req-f8656084-dd17-4b33-89db-2da50d5e0326 req-aa960d27-4d9f-4f0d-8794-875ec02b862f service nova] Releasing lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.339405] env[69169]: DEBUG oslo_concurrency.lockutils [req-bfc7c9f9-1e6c-4300-b144-6672e8cffa9c req-e3558d6d-d384-4783-8fdb-ef1c39e01cab service nova] Acquired lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.339647] env[69169]: DEBUG nova.network.neutron [req-bfc7c9f9-1e6c-4300-b144-6672e8cffa9c req-e3558d6d-d384-4783-8fdb-ef1c39e01cab service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Refreshing network info cache for port 4d255605-b504-40eb-84b3-f4fa99e7b5d1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.464328] env[69169]: DEBUG nova.network.neutron [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Updated VIF entry in instance network info cache for port 43b2631e-1a0e-48e1-b31f-3d8105a8d439. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.464328] env[69169]: DEBUG nova.network.neutron [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Updating instance_info_cache with network_info: [{"id": "43b2631e-1a0e-48e1-b31f-3d8105a8d439", "address": "fa:16:3e:e8:67:c2", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b2631e-1a", "ovs_interfaceid": "43b2631e-1a0e-48e1-b31f-3d8105a8d439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.470097] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]524259be-ff41-6913-96d5-5ad6033bcf7b, 'name': SearchDatastore_Task, 'duration_secs': 0.016183} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.470360] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.470611] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 5bfaf467-2150-40bb-88b7-536e08e77fd4/5bfaf467-2150-40bb-88b7-536e08e77fd4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.471037] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-122ca18d-3f24-47e6-86d9-3c4cb88d0c4e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.477608] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1212.477608] env[69169]: value = "task-3251908" [ 1212.477608] env[69169]: _type = "Task" [ 1212.477608] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.485734] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.598537] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251906, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.648799] env[69169]: DEBUG oslo_vmware.api [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251907, 'name': PowerOffVM_Task, 'duration_secs': 0.211031} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.649104] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.649283] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.649537] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d7ce5c9-3a6d-4536-85ac-507f09d51898 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.719267] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.719511] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.719683] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Deleting the datastore file [datastore2] 06f357b6-03cd-44e9-a8db-46527f7844fe {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.720063] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c17429c0-06ef-442d-91e6-0a12dc1db8a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.727244] env[69169]: DEBUG oslo_vmware.api [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for the task: (returnval){ [ 1212.727244] env[69169]: value = "task-3251910" [ 1212.727244] env[69169]: _type = "Task" [ 1212.727244] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.737159] env[69169]: DEBUG oslo_vmware.api [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.889858] env[69169]: DEBUG nova.objects.instance [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lazy-loading 'flavor' on Instance uuid 121a6e60-7c91-483f-aae0-ea8850f620df {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.966395] env[69169]: DEBUG oslo_concurrency.lockutils [req-cd55c62a-1e16-4653-833f-febcd58ab98f req-ce1329db-8801-4217-9faf-822d28ec52dc service nova] Releasing lock "refresh_cache-ceaf0dbe-352f-4e43-8119-6c7293831a85" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.989214] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.043736] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.044134] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.044408] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.044669] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.044945] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.045241] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.045506] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.045733] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69169) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1213.045983] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.100872] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251906, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.109502] env[69169]: DEBUG oslo_concurrency.lockutils [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.109755] env[69169]: DEBUG oslo_concurrency.lockutils [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.134926] env[69169]: DEBUG nova.network.neutron [req-bfc7c9f9-1e6c-4300-b144-6672e8cffa9c req-e3558d6d-d384-4783-8fdb-ef1c39e01cab service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Updated VIF entry in instance network info cache for port 4d255605-b504-40eb-84b3-f4fa99e7b5d1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.135434] env[69169]: DEBUG nova.network.neutron [req-bfc7c9f9-1e6c-4300-b144-6672e8cffa9c req-e3558d6d-d384-4783-8fdb-ef1c39e01cab service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Updating instance_info_cache with network_info: [{"id": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "address": "fa:16:3e:8e:a9:44", "network": {"id": "d55f222e-3259-45fe-83b4-a4795f812b1c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872431032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e934f52fd9554e26a793f5b7d372c592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d255605-b5", "ovs_interfaceid": "4d255605-b504-40eb-84b3-f4fa99e7b5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.239740] env[69169]: DEBUG oslo_vmware.api [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Task: {'id': task-3251910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350264} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.240050] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.240249] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.240439] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.240612] env[69169]: INFO nova.compute.manager [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1213.240863] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.241075] env[69169]: DEBUG nova.compute.manager [-] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.241171] env[69169]: DEBUG nova.network.neutron [-] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.396686] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd3dc79e-ca8c-434f-b881-4d72fd6566fa tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "121a6e60-7c91-483f-aae0-ea8850f620df" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.282s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.490434] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.549703] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.550301] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.550301] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.550448] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1213.551652] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24a87f9-e333-44ad-a472-d2d2f2a92dbd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.560793] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbe004e-d512-44b1-95d2-b20cdc9c418d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.576912] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e996027c-8eb0-4374-80a6-33fc27701c90 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.585967] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc65414-831b-432d-b076-500642a62acb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.603443] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251906, 'name': CreateVM_Task, 'duration_secs': 1.444116} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.630429] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.631374] env[69169]: INFO nova.compute.manager [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Detaching volume 595e1a0c-a0e7-4bbc-9050-a1fa656faf68 [ 1213.633703] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179496MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1213.633901] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.634182] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.640491] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.640491] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.640491] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.640491] env[69169]: DEBUG oslo_concurrency.lockutils [req-bfc7c9f9-1e6c-4300-b144-6672e8cffa9c req-e3558d6d-d384-4783-8fdb-ef1c39e01cab service nova] Releasing lock "refresh_cache-06f357b6-03cd-44e9-a8db-46527f7844fe" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.640491] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3acefb-ded7-4462-bbbd-d3b15b3d78f9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.654659] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1213.654659] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52991c4e-ceb1-6a41-b2b3-250541449f51" [ 1213.654659] env[69169]: _type = "Task" [ 1213.654659] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.664368] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52991c4e-ceb1-6a41-b2b3-250541449f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.691465] env[69169]: INFO nova.virt.block_device [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Attempting to driver detach volume 595e1a0c-a0e7-4bbc-9050-a1fa656faf68 from mountpoint /dev/sdb [ 1213.691721] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1213.691914] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649746', 'volume_id': '595e1a0c-a0e7-4bbc-9050-a1fa656faf68', 'name': 'volume-595e1a0c-a0e7-4bbc-9050-a1fa656faf68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae5d09dc-915c-4504-a0b5-e21b1539d004', 'attached_at': '', 'detached_at': '', 'volume_id': '595e1a0c-a0e7-4bbc-9050-a1fa656faf68', 'serial': '595e1a0c-a0e7-4bbc-9050-a1fa656faf68'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1213.694204] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86f670f-2cae-49df-b6a1-144c629a3a90 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.720391] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca81f7d2-0920-4b35-828a-2ce0a7ebd9b9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.734045] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747ffb12-5f4f-4724-b0ff-cfd39ab695db {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.757985] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae96758b-52fc-47cb-bfa9-28e556dd8d7d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.776696] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] The volume has not been displaced from its original location: [datastore2] volume-595e1a0c-a0e7-4bbc-9050-a1fa656faf68/volume-595e1a0c-a0e7-4bbc-9050-a1fa656faf68.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1213.782415] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1213.782820] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aba77ea-7651-45f4-8479-9debe4b66013 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.807917] env[69169]: DEBUG oslo_vmware.api [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1213.807917] env[69169]: value = "task-3251911" [ 1213.807917] env[69169]: _type = "Task" [ 1213.807917] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.814359] env[69169]: INFO nova.compute.manager [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Rebuilding instance [ 1213.824961] env[69169]: DEBUG oslo_vmware.api [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.869458] env[69169]: DEBUG nova.compute.manager [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.870519] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d696fa-5068-4f54-90f4-5b7be1d4e6f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.991840] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251908, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.025219] env[69169]: DEBUG nova.compute.manager [req-c2621818-330e-467c-8930-c02044faf3e4 req-a04f8def-3d2c-4018-9822-6973914fa50c service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Received event network-changed-503fe8ab-ba64-4194-ab0d-5bdc812e53e7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.025219] env[69169]: DEBUG nova.compute.manager [req-c2621818-330e-467c-8930-c02044faf3e4 req-a04f8def-3d2c-4018-9822-6973914fa50c service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Refreshing instance network info cache due to event network-changed-503fe8ab-ba64-4194-ab0d-5bdc812e53e7. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.025897] env[69169]: DEBUG oslo_concurrency.lockutils [req-c2621818-330e-467c-8930-c02044faf3e4 req-a04f8def-3d2c-4018-9822-6973914fa50c service nova] Acquiring lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.026100] env[69169]: DEBUG oslo_concurrency.lockutils [req-c2621818-330e-467c-8930-c02044faf3e4 req-a04f8def-3d2c-4018-9822-6973914fa50c service nova] Acquired lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.026327] env[69169]: DEBUG nova.network.neutron [req-c2621818-330e-467c-8930-c02044faf3e4 req-a04f8def-3d2c-4018-9822-6973914fa50c service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Refreshing network info cache for port 503fe8ab-ba64-4194-ab0d-5bdc812e53e7 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.165419] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52991c4e-ceb1-6a41-b2b3-250541449f51, 'name': SearchDatastore_Task, 'duration_secs': 0.057506} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.166756] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.166965] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.167272] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.167378] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.167599] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.168323] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e47a5cd-3807-4591-9ee1-bf01ec384452 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.174522] env[69169]: DEBUG oslo_vmware.rw_handles [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff300b-21fa-4ac9-cd15-71d247348e3f/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1214.176141] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed0c972-0614-4c6f-8508-539f80d0789f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.185656] env[69169]: DEBUG oslo_vmware.rw_handles [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff300b-21fa-4ac9-cd15-71d247348e3f/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1214.186206] env[69169]: ERROR oslo_vmware.rw_handles [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff300b-21fa-4ac9-cd15-71d247348e3f/disk-0.vmdk due to incomplete transfer. [ 1214.186268] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ca32e785-21b4-49e1-8e6a-478df94f6119 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.192056] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.192056] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.192585] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c59298-1936-4989-b593-065e4839ed9d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.197893] env[69169]: DEBUG oslo_vmware.rw_handles [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff300b-21fa-4ac9-cd15-71d247348e3f/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1214.198188] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Uploaded image 6adc5c15-b861-4c6e-af36-cd27f6025866 to the Glance image server {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1214.201691] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1214.202373] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-41033491-e01f-4d49-932d-9057adaf6d43 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.205169] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1214.205169] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c1240a-5da3-0b6e-3a5f-098dbef21558" [ 1214.205169] env[69169]: _type = "Task" [ 1214.205169] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.210313] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1214.210313] env[69169]: value = "task-3251912" [ 1214.210313] env[69169]: _type = "Task" [ 1214.210313] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.216878] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c1240a-5da3-0b6e-3a5f-098dbef21558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.222951] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251912, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.318089] env[69169]: DEBUG nova.network.neutron [-] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.319405] env[69169]: DEBUG oslo_vmware.api [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.490851] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251908, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.736988} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.491249] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 5bfaf467-2150-40bb-88b7-536e08e77fd4/5bfaf467-2150-40bb-88b7-536e08e77fd4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.491453] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.491720] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd854018-3fb1-413c-93b6-9f6622739370 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.499636] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1214.499636] env[69169]: value = "task-3251913" [ 1214.499636] env[69169]: _type = "Task" [ 1214.499636] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.508336] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.673524] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 786f4d7c-edd0-48ab-9b73-40d473a512e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.673686] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 91a1cf13-e804-4d0f-a8c8-55cbcd395845 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.673818] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ae5d09dc-915c-4504-a0b5-e21b1539d004 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.673939] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 121a6e60-7c91-483f-aae0-ea8850f620df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.674068] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 06f357b6-03cd-44e9-a8db-46527f7844fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.674186] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance e5075c5b-89e9-48bb-baeb-abfd44b87bf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.674299] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 1932f2a6-cf96-4990-8162-1e90d683c5c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.674411] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.674519] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance c612562f-ab93-48f3-9017-448a5db9b043 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.674629] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 5bfaf467-2150-40bb-88b7-536e08e77fd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.674737] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance ceaf0dbe-352f-4e43-8119-6c7293831a85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1214.674925] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1214.675074] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1214.719718] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c1240a-5da3-0b6e-3a5f-098dbef21558, 'name': SearchDatastore_Task, 'duration_secs': 0.024246} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.723581] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08aaae02-c554-4dca-b414-45522ee3809b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.728585] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251912, 'name': Destroy_Task, 'duration_secs': 0.360321} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.729252] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Destroyed the VM [ 1214.729524] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1214.729771] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f1b75a66-ed8f-41b4-93a5-194c95ff508a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.732508] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1214.732508] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5242290c-bd4b-5bc3-c4b9-a449f633c09d" [ 1214.732508] env[69169]: _type = "Task" [ 1214.732508] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.740861] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1214.740861] env[69169]: value = "task-3251914" [ 1214.740861] env[69169]: _type = "Task" [ 1214.740861] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.748804] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5242290c-bd4b-5bc3-c4b9-a449f633c09d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.753591] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251914, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.754428] env[69169]: DEBUG nova.network.neutron [req-c2621818-330e-467c-8930-c02044faf3e4 req-a04f8def-3d2c-4018-9822-6973914fa50c service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updated VIF entry in instance network info cache for port 503fe8ab-ba64-4194-ab0d-5bdc812e53e7. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.754787] env[69169]: DEBUG nova.network.neutron [req-c2621818-330e-467c-8930-c02044faf3e4 req-a04f8def-3d2c-4018-9822-6973914fa50c service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updating instance_info_cache with network_info: [{"id": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "address": "fa:16:3e:50:4f:e0", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503fe8ab-ba", "ovs_interfaceid": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.819335] env[69169]: DEBUG oslo_vmware.api [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.820951] env[69169]: INFO nova.compute.manager [-] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Took 1.58 seconds to deallocate network for instance. [ 1214.835631] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484aa91e-fe01-45e6-a621-33484aa057a1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.844130] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efdbf9a-721d-446b-bb20-382b2d19c22d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.875359] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06c6ba3-2200-4767-aa38-ab9c225b045a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.883875] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b37842-ea49-4ed0-b4ff-5bc6006ec63c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.888535] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.888797] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a00a6d4-957a-427f-af62-250a33ba4b9c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.900602] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.903655] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1214.903655] env[69169]: value = "task-3251915" [ 1214.903655] env[69169]: _type = "Task" [ 1214.903655] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.913625] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.009606] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128079} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.010176] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.011427] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374b5910-9977-4155-890f-2f26c71586df {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.035697] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 5bfaf467-2150-40bb-88b7-536e08e77fd4/5bfaf467-2150-40bb-88b7-536e08e77fd4.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.036022] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9702846d-00ba-4f00-81aa-dc231ef7a1f0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.056306] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1215.056306] env[69169]: value = "task-3251916" [ 1215.056306] env[69169]: _type = "Task" [ 1215.056306] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.065247] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.246053] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5242290c-bd4b-5bc3-c4b9-a449f633c09d, 'name': SearchDatastore_Task, 'duration_secs': 0.030465} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.250332] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.250711] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ceaf0dbe-352f-4e43-8119-6c7293831a85/ceaf0dbe-352f-4e43-8119-6c7293831a85.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.251181] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7b04813-0398-48e3-b8c8-fe8e63a262b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.259199] env[69169]: DEBUG oslo_concurrency.lockutils [req-c2621818-330e-467c-8930-c02044faf3e4 req-a04f8def-3d2c-4018-9822-6973914fa50c service nova] Releasing lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.259464] env[69169]: DEBUG nova.compute.manager [req-c2621818-330e-467c-8930-c02044faf3e4 req-a04f8def-3d2c-4018-9822-6973914fa50c service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Received event network-vif-deleted-4d255605-b504-40eb-84b3-f4fa99e7b5d1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.259654] env[69169]: INFO nova.compute.manager [req-c2621818-330e-467c-8930-c02044faf3e4 req-a04f8def-3d2c-4018-9822-6973914fa50c service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Neutron deleted interface 4d255605-b504-40eb-84b3-f4fa99e7b5d1; detaching it from the instance and deleting it from the info cache [ 1215.259898] env[69169]: DEBUG nova.network.neutron [req-c2621818-330e-467c-8930-c02044faf3e4 req-a04f8def-3d2c-4018-9822-6973914fa50c service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.261253] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251914, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.262896] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1215.262896] env[69169]: value = "task-3251917" [ 1215.262896] env[69169]: _type = "Task" [ 1215.262896] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.270944] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.319525] env[69169]: DEBUG oslo_vmware.api [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251911, 'name': ReconfigVM_Task, 'duration_secs': 1.264452} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.319881] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1215.324967] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a31671a2-52ee-4590-bbce-594fdf01c19d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.337405] env[69169]: DEBUG oslo_concurrency.lockutils [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.344893] env[69169]: DEBUG oslo_vmware.api [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1215.344893] env[69169]: value = "task-3251918" [ 1215.344893] env[69169]: _type = "Task" [ 1215.344893] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.355494] env[69169]: DEBUG oslo_vmware.api [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.417139] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251915, 'name': PowerOffVM_Task, 'duration_secs': 0.496173} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.417139] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.437628] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1215.437988] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 146 to 147 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1215.438227] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.481025] env[69169]: INFO nova.compute.manager [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Detaching volume 2c911e12-ac36-4cf4-a704-f67dfd3b4dc9 [ 1215.530512] env[69169]: INFO nova.virt.block_device [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Attempting to driver detach volume 2c911e12-ac36-4cf4-a704-f67dfd3b4dc9 from mountpoint /dev/sdb [ 1215.530817] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1215.530953] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649766', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'name': 'volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '121a6e60-7c91-483f-aae0-ea8850f620df', 'attached_at': '', 'detached_at': '', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'serial': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1215.531937] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada44682-072c-466f-802c-57519f1e0283 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.555794] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc31964-aa84-45c2-817c-a1b1f46e4c0f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.566835] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.569230] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d70d08-63c6-4d45-a41d-ed327648abd9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.593947] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9daff4-f74e-44a5-ab53-4ab43f50c1fd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.611842] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] The volume has not been displaced from its original location: [datastore2] volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9/volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1215.618147] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.618620] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112cbd2f-654e-4345-8776-5a1349b4166f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.643117] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1215.643117] env[69169]: value = "task-3251919" [ 1215.643117] env[69169]: _type = "Task" [ 1215.643117] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.653579] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251919, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.758105] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251914, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.763078] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34e45aa2-9d89-4dc4-9ad3-3f06190429f0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.774912] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251917, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.779221] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa5781f-c92b-479c-ad43-301e6ba83a32 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.816072] env[69169]: DEBUG nova.compute.manager [req-c2621818-330e-467c-8930-c02044faf3e4 req-a04f8def-3d2c-4018-9822-6973914fa50c service nova] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Detach interface failed, port_id=4d255605-b504-40eb-84b3-f4fa99e7b5d1, reason: Instance 06f357b6-03cd-44e9-a8db-46527f7844fe could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1215.857403] env[69169]: DEBUG oslo_vmware.api [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251918, 'name': ReconfigVM_Task, 'duration_secs': 0.173311} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.857819] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649746', 'volume_id': '595e1a0c-a0e7-4bbc-9050-a1fa656faf68', 'name': 'volume-595e1a0c-a0e7-4bbc-9050-a1fa656faf68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae5d09dc-915c-4504-a0b5-e21b1539d004', 'attached_at': '', 'detached_at': '', 'volume_id': '595e1a0c-a0e7-4bbc-9050-a1fa656faf68', 'serial': '595e1a0c-a0e7-4bbc-9050-a1fa656faf68'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1215.944772] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1215.945126] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.311s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.945558] env[69169]: DEBUG oslo_concurrency.lockutils [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.608s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.945900] env[69169]: DEBUG nova.objects.instance [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Lazy-loading 'resources' on Instance uuid 06f357b6-03cd-44e9-a8db-46527f7844fe {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.069220] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251916, 'name': ReconfigVM_Task, 'duration_secs': 0.532341} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.069548] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 5bfaf467-2150-40bb-88b7-536e08e77fd4/5bfaf467-2150-40bb-88b7-536e08e77fd4.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.070247] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e4d0367-301d-4f44-97a2-99531e6cfb30 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.078609] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1216.078609] env[69169]: value = "task-3251920" [ 1216.078609] env[69169]: _type = "Task" [ 1216.078609] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.087330] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251920, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.152748] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251919, 'name': ReconfigVM_Task, 'duration_secs': 0.484899} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.153047] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1216.157658] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11f44bd7-3016-4201-a872-e594dc564b17 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.171878] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1216.171878] env[69169]: value = "task-3251921" [ 1216.171878] env[69169]: _type = "Task" [ 1216.171878] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.179794] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.261027] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251914, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.277195] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659907} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.277526] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] ceaf0dbe-352f-4e43-8119-6c7293831a85/ceaf0dbe-352f-4e43-8119-6c7293831a85.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.277835] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.278159] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d16e9cf-d7cb-4a14-9bb5-a0ed91d1f46f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.286097] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1216.286097] env[69169]: value = "task-3251922" [ 1216.286097] env[69169]: _type = "Task" [ 1216.286097] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.296079] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.407284] env[69169]: DEBUG nova.objects.instance [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lazy-loading 'flavor' on Instance uuid ae5d09dc-915c-4504-a0b5-e21b1539d004 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.589543] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251920, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.591047] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15fd5d4-6c83-40dd-9639-7be8ace265dd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.597296] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f850affe-03a4-4afd-a284-300a172cdb9e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.626621] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baf1ab3-be2b-4ed8-b8ce-de41e7294b99 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.633992] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50345881-137e-4b21-a5c3-3e0e257ee479 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.646944] env[69169]: DEBUG nova.compute.provider_tree [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.680848] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251921, 'name': ReconfigVM_Task, 'duration_secs': 0.364418} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.681267] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649766', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'name': 'volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '121a6e60-7c91-483f-aae0-ea8850f620df', 'attached_at': '', 'detached_at': '', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'serial': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1216.761538] env[69169]: DEBUG oslo_vmware.api [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251914, 'name': RemoveSnapshot_Task, 'duration_secs': 1.632832} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.761814] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1216.762059] env[69169]: INFO nova.compute.manager [None req-94249cd7-50b2-4df4-95b7-35742d5a29bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Took 14.13 seconds to snapshot the instance on the hypervisor. [ 1216.795823] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066967} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.795990] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.797076] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209bc2f6-196e-4072-9472-6f65f6f0ad09 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.819841] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] ceaf0dbe-352f-4e43-8119-6c7293831a85/ceaf0dbe-352f-4e43-8119-6c7293831a85.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.820389] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ad22694-a596-4ed5-a14e-de4becf93c37 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.841021] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1216.841021] env[69169]: value = "task-3251923" [ 1216.841021] env[69169]: _type = "Task" [ 1216.841021] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.848599] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.090978] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251920, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.150219] env[69169]: DEBUG nova.scheduler.client.report [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.351852] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.414594] env[69169]: DEBUG oslo_concurrency.lockutils [None req-477a25fa-9651-4313-9381-19ea3afadb07 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.305s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.591120] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251920, 'name': Rename_Task, 'duration_secs': 1.32796} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.591408] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.591630] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af14b2fe-bb9f-4974-a070-c21522ad53bd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.597292] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1217.597292] env[69169]: value = "task-3251924" [ 1217.597292] env[69169]: _type = "Task" [ 1217.597292] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.605724] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.659898] env[69169]: DEBUG oslo_concurrency.lockutils [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.682532] env[69169]: INFO nova.scheduler.client.report [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Deleted allocations for instance 06f357b6-03cd-44e9-a8db-46527f7844fe [ 1217.728034] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.728962] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f98c11d0-23c8-4eb6-9e00-94b63a858dd4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.736433] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1217.736433] env[69169]: value = "task-3251925" [ 1217.736433] env[69169]: _type = "Task" [ 1217.736433] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.745710] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.852543] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251923, 'name': ReconfigVM_Task, 'duration_secs': 0.942127} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.852864] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Reconfigured VM instance instance-0000006c to attach disk [datastore1] ceaf0dbe-352f-4e43-8119-6c7293831a85/ceaf0dbe-352f-4e43-8119-6c7293831a85.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.853584] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-124668fc-0c32-4ff1-826f-4560a1a31278 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.859185] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1217.859185] env[69169]: value = "task-3251926" [ 1217.859185] env[69169]: _type = "Task" [ 1217.859185] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.869476] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251926, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.106408] env[69169]: DEBUG oslo_vmware.api [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251924, 'name': PowerOnVM_Task, 'duration_secs': 0.430417} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.106664] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.106863] env[69169]: INFO nova.compute.manager [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1218.107057] env[69169]: DEBUG nova.compute.manager [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.107837] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3cf409-ab92-4850-90b2-4632f81a678a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.190835] env[69169]: DEBUG oslo_concurrency.lockutils [None req-15cc3b96-f32d-4e75-91dd-9a5982e55bd3 tempest-AttachInterfacesUnderV243Test-1748595730 tempest-AttachInterfacesUnderV243Test-1748595730-project-member] Lock "06f357b6-03cd-44e9-a8db-46527f7844fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.592s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.247839] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] VM already powered off {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1218.248022] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1218.248169] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649766', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'name': 'volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '121a6e60-7c91-483f-aae0-ea8850f620df', 'attached_at': '', 'detached_at': '', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'serial': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1218.248966] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2604de96-b8bb-46c5-bf39-59d7acddcc0a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.269706] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e8e232-65d5-4a4d-9989-c11df4190994 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.276204] env[69169]: WARNING nova.virt.vmwareapi.driver [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1218.276429] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.277180] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faa22fe-26f4-4f87-a256-3317159d9ff8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.283525] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.284020] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51462132-59de-4896-aadc-68bd826e0652 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.347987] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.348241] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.348425] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleting the datastore file [datastore2] 121a6e60-7c91-483f-aae0-ea8850f620df {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.348724] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7cb6802-7564-4947-b4f0-9700b7a34015 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.356769] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1218.356769] env[69169]: value = "task-3251928" [ 1218.356769] env[69169]: _type = "Task" [ 1218.356769] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.368454] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251926, 'name': Rename_Task, 'duration_secs': 0.139057} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.371571] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.371826] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.372045] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a0d7964-9327-4ae8-9663-a3c8ed4a5bc4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.378539] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1218.378539] env[69169]: value = "task-3251929" [ 1218.378539] env[69169]: _type = "Task" [ 1218.378539] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.387644] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.433524] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.434062] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.434318] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "ae5d09dc-915c-4504-a0b5-e21b1539d004-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.434548] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.434731] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.436953] env[69169]: INFO nova.compute.manager [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Terminating instance [ 1218.499148] env[69169]: DEBUG nova.compute.manager [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.500252] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc8f2e7-1f76-4065-8204-3105af8d14f5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.624579] env[69169]: INFO nova.compute.manager [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Took 16.29 seconds to build instance. [ 1218.867090] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139355} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.867366] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.867559] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.867770] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.890731] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251929, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.942751] env[69169]: DEBUG nova.compute.manager [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.943280] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.945600] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacf488b-1766-4f9a-9669-d8e06db38c92 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.956762] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.961025] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eac71e3a-6e02-4e48-896f-9d7180147912 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.964114] env[69169]: DEBUG oslo_vmware.api [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1218.964114] env[69169]: value = "task-3251930" [ 1218.964114] env[69169]: _type = "Task" [ 1218.964114] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.972786] env[69169]: DEBUG oslo_vmware.api [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.012841] env[69169]: INFO nova.compute.manager [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] instance snapshotting [ 1219.015887] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22c571d-7a7f-449b-bed0-5a6525ffa2f1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.037714] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e55d0d4-4f47-4c49-89bc-9f869742d169 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.126674] env[69169]: DEBUG oslo_concurrency.lockutils [None req-26df0b83-f3c8-4faa-90df-5f8efdd62cab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.799s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.375143] env[69169]: INFO nova.virt.block_device [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Booting with volume 2c911e12-ac36-4cf4-a704-f67dfd3b4dc9 at /dev/sdb [ 1219.398356] env[69169]: DEBUG oslo_vmware.api [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251929, 'name': PowerOnVM_Task, 'duration_secs': 0.619372} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.398749] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.399065] env[69169]: INFO nova.compute.manager [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1219.399339] env[69169]: DEBUG nova.compute.manager [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.400602] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a8284c-bc2a-4095-a41c-b0a70488bea1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.418615] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a1d66f3-aa8f-4f94-8a99-b0508bff0577 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.429448] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f526148-8fda-424e-8bbb-b9a61abbaa3c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.473346] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-679eb4ea-d593-4bb8-b186-5f001ebf8f7c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.481856] env[69169]: DEBUG oslo_vmware.api [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251930, 'name': PowerOffVM_Task, 'duration_secs': 0.23269} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.482923] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.483122] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.483397] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-784c48ec-e259-45ed-985a-b86f7e827c17 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.487160] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a7a7e0-36fd-4239-9ad6-c9ffff7acec6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.516879] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a3391f-8176-42f4-864a-b6d812a2146c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.522810] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485fc27c-a24c-47e2-a0be-295bd935e8e6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.535483] env[69169]: DEBUG nova.virt.block_device [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Updating existing volume attachment record: d586cdf2-0952-4447-a2f7-495ed8e58b32 {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1219.550644] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1219.550939] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b7cb0784-d702-4006-aa65-0ddb96df6dae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.561368] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1219.561368] env[69169]: value = "task-3251932" [ 1219.561368] env[69169]: _type = "Task" [ 1219.561368] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.566290] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.566524] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.566749] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Deleting the datastore file [datastore1] ae5d09dc-915c-4504-a0b5-e21b1539d004 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.567786] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27fa54d0-e97f-46eb-a617-6b57ed60a17c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.576226] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251932, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.577858] env[69169]: DEBUG oslo_vmware.api [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1219.577858] env[69169]: value = "task-3251933" [ 1219.577858] env[69169]: _type = "Task" [ 1219.577858] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.585591] env[69169]: DEBUG oslo_vmware.api [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.739024] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "127a8fed-662f-449b-837e-efa700d934d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.739024] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "127a8fed-662f-449b-837e-efa700d934d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.921503] env[69169]: INFO nova.compute.manager [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Took 14.37 seconds to build instance. [ 1220.078839] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251932, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.089944] env[69169]: DEBUG oslo_vmware.api [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161418} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.092325] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.092529] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.092922] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.093120] env[69169]: INFO nova.compute.manager [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1220.093364] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.093937] env[69169]: DEBUG nova.compute.manager [-] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.094071] env[69169]: DEBUG nova.network.neutron [-] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.240974] env[69169]: DEBUG nova.compute.manager [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1220.423199] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0a6bacd-990f-407c-be5d-c6b412a7a223 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "ceaf0dbe-352f-4e43-8119-6c7293831a85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.880s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.581301] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251932, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.649038] env[69169]: DEBUG nova.compute.manager [req-2eca078f-c756-469f-96b3-d18748423b68 req-97ffd0cd-3bc7-4bae-ba1c-3906f06f88d1 service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Received event network-vif-deleted-1743cde0-73cd-403c-8730-c21dd1beafc5 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.649321] env[69169]: INFO nova.compute.manager [req-2eca078f-c756-469f-96b3-d18748423b68 req-97ffd0cd-3bc7-4bae-ba1c-3906f06f88d1 service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Neutron deleted interface 1743cde0-73cd-403c-8730-c21dd1beafc5; detaching it from the instance and deleting it from the info cache [ 1220.649557] env[69169]: DEBUG nova.network.neutron [req-2eca078f-c756-469f-96b3-d18748423b68 req-97ffd0cd-3bc7-4bae-ba1c-3906f06f88d1 service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.768701] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.768987] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.771884] env[69169]: INFO nova.compute.claims [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.080631] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251932, 'name': CreateSnapshot_Task, 'duration_secs': 1.046547} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.081149] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1221.081985] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6b08aa-82a5-4420-b815-4b42308d76d1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.127923] env[69169]: DEBUG nova.network.neutron [-] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.152386] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3a4d91a-33a9-484c-949e-f1e3ef0b12f9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.162528] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a675557-4df5-478b-a440-dd44ee70d14a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.196447] env[69169]: DEBUG nova.compute.manager [req-2eca078f-c756-469f-96b3-d18748423b68 req-97ffd0cd-3bc7-4bae-ba1c-3906f06f88d1 service nova] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Detach interface failed, port_id=1743cde0-73cd-403c-8730-c21dd1beafc5, reason: Instance ae5d09dc-915c-4504-a0b5-e21b1539d004 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.480286] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "ceaf0dbe-352f-4e43-8119-6c7293831a85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.483214] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "ceaf0dbe-352f-4e43-8119-6c7293831a85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.483214] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "ceaf0dbe-352f-4e43-8119-6c7293831a85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.483214] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "ceaf0dbe-352f-4e43-8119-6c7293831a85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.483214] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "ceaf0dbe-352f-4e43-8119-6c7293831a85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.483962] env[69169]: INFO nova.compute.manager [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Terminating instance [ 1221.602646] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1221.602646] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4ea83e9-f858-4c7c-bf67-7b72320d02ef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.609791] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1221.609791] env[69169]: value = "task-3251934" [ 1221.609791] env[69169]: _type = "Task" [ 1221.609791] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.618070] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251934, 'name': CloneVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.632109] env[69169]: INFO nova.compute.manager [-] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Took 1.54 seconds to deallocate network for instance. [ 1221.689773] env[69169]: DEBUG nova.virt.hardware [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.690118] env[69169]: DEBUG nova.virt.hardware [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.690261] env[69169]: DEBUG nova.virt.hardware [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.690520] env[69169]: DEBUG nova.virt.hardware [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.690666] env[69169]: DEBUG nova.virt.hardware [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.691076] env[69169]: DEBUG nova.virt.hardware [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.691269] env[69169]: DEBUG nova.virt.hardware [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.691458] env[69169]: DEBUG nova.virt.hardware [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.691628] env[69169]: DEBUG nova.virt.hardware [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.691796] env[69169]: DEBUG nova.virt.hardware [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.691966] env[69169]: DEBUG nova.virt.hardware [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.693245] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69225e59-fefa-41ee-8800-7bb6842cbaac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.701642] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1cd4e8-f4a7-4a20-94a2-d393f142435e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.715708] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:3e:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.724268] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.724553] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.724775] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adf1bce2-be40-4636-8910-c14e181f39e4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.744225] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.744225] env[69169]: value = "task-3251935" [ 1221.744225] env[69169]: _type = "Task" [ 1221.744225] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.752358] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251935, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.938742] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0376a58-ea6e-4029-9a6c-4f3ef65aac98 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.948508] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890cea51-68cd-4349-be50-8e656e4d5185 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.979012] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d64b01-6d27-4ff9-99f2-5446e92a6ef1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.987600] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b0f32f-ff91-45ae-8d56-8fa53dc4af9e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.992059] env[69169]: DEBUG nova.compute.manager [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.992280] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.993012] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bb6b4b-6274-47e7-b12a-d28f28dabb1a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.006035] env[69169]: DEBUG nova.compute.provider_tree [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.009788] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.010282] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eae4ea1f-741f-4a6b-9042-ea610447053e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.017070] env[69169]: DEBUG oslo_vmware.api [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1222.017070] env[69169]: value = "task-3251936" [ 1222.017070] env[69169]: _type = "Task" [ 1222.017070] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.025577] env[69169]: DEBUG oslo_vmware.api [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.120351] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251934, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.138673] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.253733] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251935, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.511779] env[69169]: DEBUG nova.scheduler.client.report [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.527530] env[69169]: DEBUG oslo_vmware.api [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251936, 'name': PowerOffVM_Task, 'duration_secs': 0.204132} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.528681] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.528681] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.528681] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ad4d1fc-fa92-4588-a298-c42fb0c4b205 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.593224] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.593405] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.593587] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleting the datastore file [datastore1] ceaf0dbe-352f-4e43-8119-6c7293831a85 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.593846] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfb325f8-4db8-4bcd-a8ee-143483cccce9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.602767] env[69169]: DEBUG oslo_vmware.api [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1222.602767] env[69169]: value = "task-3251938" [ 1222.602767] env[69169]: _type = "Task" [ 1222.602767] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.610340] env[69169]: DEBUG oslo_vmware.api [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.618814] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251934, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.756078] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251935, 'name': CreateVM_Task, 'duration_secs': 0.58779} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.756271] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.757024] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.757195] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.757521] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.757793] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ef49a9-bb08-41be-b0c9-f3ab3acdf76f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.763208] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1222.763208] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fd2aeb-510e-768c-661d-affde9c38833" [ 1222.763208] env[69169]: _type = "Task" [ 1222.763208] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.772675] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fd2aeb-510e-768c-661d-affde9c38833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.017554] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.018208] env[69169]: DEBUG nova.compute.manager [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.020854] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.882s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.021148] env[69169]: DEBUG nova.objects.instance [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lazy-loading 'resources' on Instance uuid ae5d09dc-915c-4504-a0b5-e21b1539d004 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.114157] env[69169]: DEBUG oslo_vmware.api [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151877} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.117555] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.117555] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.117691] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.118391] env[69169]: INFO nova.compute.manager [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1223.118391] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.118391] env[69169]: DEBUG nova.compute.manager [-] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.118391] env[69169]: DEBUG nova.network.neutron [-] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.124507] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251934, 'name': CloneVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.274482] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52fd2aeb-510e-768c-661d-affde9c38833, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.274798] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.275044] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.275316] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.275511] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.275737] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.276061] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84f18b9c-3f32-4f8e-be08-053232d92f9d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.285382] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.285537] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.286696] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f6a9d1-0a92-46af-beb6-467a61af4ef3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.293533] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1223.293533] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52bd2240-6133-35f0-24da-a28527799fc8" [ 1223.293533] env[69169]: _type = "Task" [ 1223.293533] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.301514] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52bd2240-6133-35f0-24da-a28527799fc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.458957] env[69169]: DEBUG nova.compute.manager [req-2b512a20-6052-44a2-905c-c7a7c14574bf req-dbfa1317-7c98-4140-bfe3-56a1f0d9f845 service nova] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Received event network-vif-deleted-43b2631e-1a0e-48e1-b31f-3d8105a8d439 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.459174] env[69169]: INFO nova.compute.manager [req-2b512a20-6052-44a2-905c-c7a7c14574bf req-dbfa1317-7c98-4140-bfe3-56a1f0d9f845 service nova] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Neutron deleted interface 43b2631e-1a0e-48e1-b31f-3d8105a8d439; detaching it from the instance and deleting it from the info cache [ 1223.459347] env[69169]: DEBUG nova.network.neutron [req-2b512a20-6052-44a2-905c-c7a7c14574bf req-dbfa1317-7c98-4140-bfe3-56a1f0d9f845 service nova] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.523872] env[69169]: DEBUG nova.compute.utils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.529674] env[69169]: DEBUG nova.compute.manager [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.529891] env[69169]: DEBUG nova.network.neutron [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.578201] env[69169]: DEBUG nova.policy [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5e3afe6c440474bbc8bf69d6d54ee23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbcf8cc278a34eed9abe759f8aa1cb11', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.634366] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251934, 'name': CloneVM_Task, 'duration_secs': 1.559783} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.634447] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Created linked-clone VM from snapshot [ 1223.635623] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3840bc90-fd2e-47de-8f5c-5e1332178ec2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.649484] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Uploading image dda6b082-66bc-453a-898a-8740fadba899 {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1223.679458] env[69169]: DEBUG oslo_vmware.rw_handles [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1223.679458] env[69169]: value = "vm-649772" [ 1223.679458] env[69169]: _type = "VirtualMachine" [ 1223.679458] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1223.679737] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bc8419c5-6410-4f86-ad1e-f788b313034e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.686202] env[69169]: DEBUG oslo_vmware.rw_handles [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lease: (returnval){ [ 1223.686202] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b1caad-3b7d-4f7f-298f-5190d216a19b" [ 1223.686202] env[69169]: _type = "HttpNfcLease" [ 1223.686202] env[69169]: } obtained for exporting VM: (result){ [ 1223.686202] env[69169]: value = "vm-649772" [ 1223.686202] env[69169]: _type = "VirtualMachine" [ 1223.686202] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1223.686461] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the lease: (returnval){ [ 1223.686461] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b1caad-3b7d-4f7f-298f-5190d216a19b" [ 1223.686461] env[69169]: _type = "HttpNfcLease" [ 1223.686461] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1223.695809] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.695809] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b1caad-3b7d-4f7f-298f-5190d216a19b" [ 1223.695809] env[69169]: _type = "HttpNfcLease" [ 1223.695809] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1223.722116] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42ee5bd-b59c-44ef-9ddd-e13b5d6c449a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.728267] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08631810-232f-4181-8001-c20607b66e38 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.758594] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbaec16-5643-4f42-ba23-25ec67078782 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.766357] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de643fd-029b-4467-ace2-394ebbae1173 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.779563] env[69169]: DEBUG nova.compute.provider_tree [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.806253] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52bd2240-6133-35f0-24da-a28527799fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.806253] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca3c357-d73e-4431-8357-9a8eb015233a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.811346] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1223.811346] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521c5034-9830-b205-a0d6-621aa345975e" [ 1223.811346] env[69169]: _type = "Task" [ 1223.811346] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.819338] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521c5034-9830-b205-a0d6-621aa345975e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.892191] env[69169]: DEBUG nova.network.neutron [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Successfully created port: fa59d730-44e0-4dd4-b694-9254e6a6f653 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.938637] env[69169]: DEBUG nova.network.neutron [-] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.962553] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fce71b70-8b12-4d05-8e5f-e1a2a22ffa85 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.975319] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ece63d5-bf19-442d-9599-2fa777e39da6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.008692] env[69169]: DEBUG nova.compute.manager [req-2b512a20-6052-44a2-905c-c7a7c14574bf req-dbfa1317-7c98-4140-bfe3-56a1f0d9f845 service nova] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Detach interface failed, port_id=43b2631e-1a0e-48e1-b31f-3d8105a8d439, reason: Instance ceaf0dbe-352f-4e43-8119-6c7293831a85 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.030740] env[69169]: DEBUG nova.compute.manager [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.070216] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "58d26347-ab95-4c03-8ad0-7b08f21a84c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.070442] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "58d26347-ab95-4c03-8ad0-7b08f21a84c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.196772] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1224.196772] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b1caad-3b7d-4f7f-298f-5190d216a19b" [ 1224.196772] env[69169]: _type = "HttpNfcLease" [ 1224.196772] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1224.197102] env[69169]: DEBUG oslo_vmware.rw_handles [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1224.197102] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b1caad-3b7d-4f7f-298f-5190d216a19b" [ 1224.197102] env[69169]: _type = "HttpNfcLease" [ 1224.197102] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1224.197826] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb21132-b6fd-4f8f-8cea-91415a3e923e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.204908] env[69169]: DEBUG oslo_vmware.rw_handles [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529804fb-5363-bee7-0563-4b1c572f85c1/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1224.205104] env[69169]: DEBUG oslo_vmware.rw_handles [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529804fb-5363-bee7-0563-4b1c572f85c1/disk-0.vmdk for reading. {{(pid=69169) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1224.284435] env[69169]: DEBUG nova.scheduler.client.report [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.297311] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e345ea70-b8b4-4f6e-ad9e-486a0c1c18fb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.321802] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521c5034-9830-b205-a0d6-621aa345975e, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.324510] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.324754] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 121a6e60-7c91-483f-aae0-ea8850f620df/121a6e60-7c91-483f-aae0-ea8850f620df.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.325567] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c3a3208-52e4-4862-86b8-e691d14f77d5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.335506] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1224.335506] env[69169]: value = "task-3251940" [ 1224.335506] env[69169]: _type = "Task" [ 1224.335506] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.343635] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.444389] env[69169]: INFO nova.compute.manager [-] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Took 1.33 seconds to deallocate network for instance. [ 1224.573638] env[69169]: DEBUG nova.compute.manager [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1224.790393] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.825549] env[69169]: INFO nova.scheduler.client.report [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Deleted allocations for instance ae5d09dc-915c-4504-a0b5-e21b1539d004 [ 1224.849214] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251940, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.954992] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.955336] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.955654] env[69169]: DEBUG nova.objects.instance [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lazy-loading 'resources' on Instance uuid ceaf0dbe-352f-4e43-8119-6c7293831a85 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.043065] env[69169]: DEBUG nova.compute.manager [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.065159] env[69169]: DEBUG nova.virt.hardware [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.065527] env[69169]: DEBUG nova.virt.hardware [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.065789] env[69169]: DEBUG nova.virt.hardware [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.066123] env[69169]: DEBUG nova.virt.hardware [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.066293] env[69169]: DEBUG nova.virt.hardware [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.066446] env[69169]: DEBUG nova.virt.hardware [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.066665] env[69169]: DEBUG nova.virt.hardware [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.066850] env[69169]: DEBUG nova.virt.hardware [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.067035] env[69169]: DEBUG nova.virt.hardware [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.067206] env[69169]: DEBUG nova.virt.hardware [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.067375] env[69169]: DEBUG nova.virt.hardware [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.068260] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03e0fde-8b0a-49b3-8277-0301b2b85460 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.076708] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f9e277-e830-4a48-8a3b-c8c88da2f5b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.097928] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.333611] env[69169]: DEBUG oslo_concurrency.lockutils [None req-7984ac3c-f458-4538-a9e6-b37820e2091b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "ae5d09dc-915c-4504-a0b5-e21b1539d004" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.899s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.346632] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533575} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.347000] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 121a6e60-7c91-483f-aae0-ea8850f620df/121a6e60-7c91-483f-aae0-ea8850f620df.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.347300] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.347625] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-405c744e-df93-4bf6-a706-12dc1e02d0b0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.354939] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1225.354939] env[69169]: value = "task-3251941" [ 1225.354939] env[69169]: _type = "Task" [ 1225.354939] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.364042] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.422331] env[69169]: DEBUG nova.network.neutron [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Successfully updated port: fa59d730-44e0-4dd4-b694-9254e6a6f653 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.496508] env[69169]: DEBUG nova.compute.manager [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Received event network-vif-plugged-fa59d730-44e0-4dd4-b694-9254e6a6f653 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.496734] env[69169]: DEBUG oslo_concurrency.lockutils [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] Acquiring lock "127a8fed-662f-449b-837e-efa700d934d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.496934] env[69169]: DEBUG oslo_concurrency.lockutils [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] Lock "127a8fed-662f-449b-837e-efa700d934d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.497124] env[69169]: DEBUG oslo_concurrency.lockutils [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] Lock "127a8fed-662f-449b-837e-efa700d934d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.497304] env[69169]: DEBUG nova.compute.manager [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] [instance: 127a8fed-662f-449b-837e-efa700d934d9] No waiting events found dispatching network-vif-plugged-fa59d730-44e0-4dd4-b694-9254e6a6f653 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.497468] env[69169]: WARNING nova.compute.manager [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Received unexpected event network-vif-plugged-fa59d730-44e0-4dd4-b694-9254e6a6f653 for instance with vm_state building and task_state spawning. [ 1225.497624] env[69169]: DEBUG nova.compute.manager [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Received event network-changed-fa59d730-44e0-4dd4-b694-9254e6a6f653 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.497783] env[69169]: DEBUG nova.compute.manager [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Refreshing instance network info cache due to event network-changed-fa59d730-44e0-4dd4-b694-9254e6a6f653. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.498011] env[69169]: DEBUG oslo_concurrency.lockutils [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] Acquiring lock "refresh_cache-127a8fed-662f-449b-837e-efa700d934d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.498157] env[69169]: DEBUG oslo_concurrency.lockutils [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] Acquired lock "refresh_cache-127a8fed-662f-449b-837e-efa700d934d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.498318] env[69169]: DEBUG nova.network.neutron [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Refreshing network info cache for port fa59d730-44e0-4dd4-b694-9254e6a6f653 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.625943] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddd81fa-e848-4233-a490-b8a0c6132a84 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.635147] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77873bd0-4569-4edd-b2c7-83590bee73ef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.668309] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea91a63-191a-4315-9218-5d49d8325947 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.677746] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50406d11-b606-41af-8b23-33be20f84f32 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.692088] env[69169]: DEBUG nova.compute.provider_tree [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.865640] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067377} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.865993] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.867163] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8560e7c-e4c0-45d5-8e80-c03b3340d435 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.893419] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 121a6e60-7c91-483f-aae0-ea8850f620df/121a6e60-7c91-483f-aae0-ea8850f620df.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.894052] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57bd7d78-f328-43e4-8903-7cda261b1bc3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.915694] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1225.915694] env[69169]: value = "task-3251942" [ 1225.915694] env[69169]: _type = "Task" [ 1225.915694] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.924976] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.928136] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "refresh_cache-127a8fed-662f-449b-837e-efa700d934d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.062284] env[69169]: DEBUG nova.network.neutron [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.195402] env[69169]: DEBUG nova.scheduler.client.report [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.208941] env[69169]: DEBUG nova.network.neutron [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.427315] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251942, 'name': ReconfigVM_Task, 'duration_secs': 0.494517} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.427315] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 121a6e60-7c91-483f-aae0-ea8850f620df/121a6e60-7c91-483f-aae0-ea8850f620df.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.430535] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'disk_bus': None, 'device_name': '/dev/sda', 'encrypted': False, 'size': 0, 'boot_index': 0, 'guest_format': None, 'image_id': '79c83abe-1909-4aa1-bc0e-85798aeb6044'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649766', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'name': 'volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '121a6e60-7c91-483f-aae0-ea8850f620df', 'attached_at': '', 'detached_at': '', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'serial': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9'}, 'mount_device': '/dev/sdb', 'device_type': None, 'disk_bus': None, 'attachment_id': 'd586cdf2-0952-4447-a2f7-495ed8e58b32', 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69169) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1226.430535] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1226.430535] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649766', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'name': 'volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '121a6e60-7c91-483f-aae0-ea8850f620df', 'attached_at': '', 'detached_at': '', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'serial': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1226.430535] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e49014-0c0f-458f-a76c-8f20ed47ebb7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.447466] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69decd10-0dcb-49a9-b6da-e8876c57ecfd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.478526] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9/volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.479348] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65a16b6c-f31d-4789-92a0-1b6dd72e5e35 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.497923] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1226.497923] env[69169]: value = "task-3251943" [ 1226.497923] env[69169]: _type = "Task" [ 1226.497923] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.506352] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.701990] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.704797] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.607s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.706421] env[69169]: INFO nova.compute.claims [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.712101] env[69169]: DEBUG oslo_concurrency.lockutils [req-fa91d589-c870-49b0-b0e4-227ad8a08299 req-2bd517a6-c78b-4272-a91c-eb9cdbfe93e5 service nova] Releasing lock "refresh_cache-127a8fed-662f-449b-837e-efa700d934d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.712539] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired lock "refresh_cache-127a8fed-662f-449b-837e-efa700d934d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.712768] env[69169]: DEBUG nova.network.neutron [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.726561] env[69169]: INFO nova.scheduler.client.report [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted allocations for instance ceaf0dbe-352f-4e43-8119-6c7293831a85 [ 1227.009463] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251943, 'name': ReconfigVM_Task, 'duration_secs': 0.367039} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.009850] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9/volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.015248] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a095ec25-df6a-4239-a78a-7ef87f4f1746 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.031471] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1227.031471] env[69169]: value = "task-3251944" [ 1227.031471] env[69169]: _type = "Task" [ 1227.031471] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.042225] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.236256] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d07045c0-5b06-44a8-916e-1c5e057fb1a1 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "ceaf0dbe-352f-4e43-8119-6c7293831a85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.755s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.259660] env[69169]: DEBUG nova.network.neutron [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.451475] env[69169]: DEBUG nova.network.neutron [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Updating instance_info_cache with network_info: [{"id": "fa59d730-44e0-4dd4-b694-9254e6a6f653", "address": "fa:16:3e:e8:82:20", "network": {"id": "f60fd1cc-ccc4-4c04-ad7a-2482c746307a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1712302760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbcf8cc278a34eed9abe759f8aa1cb11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa59d730-44", "ovs_interfaceid": "fa59d730-44e0-4dd4-b694-9254e6a6f653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.541282] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251944, 'name': ReconfigVM_Task, 'duration_secs': 0.165165} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.541600] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649766', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'name': 'volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '121a6e60-7c91-483f-aae0-ea8850f620df', 'attached_at': '', 'detached_at': '', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'serial': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1227.542191] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc80fa5f-82df-43cc-9d74-110ceb0c83fe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.549159] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1227.549159] env[69169]: value = "task-3251945" [ 1227.549159] env[69169]: _type = "Task" [ 1227.549159] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.560514] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251945, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.824077] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "fd8913ef-b32a-410a-8693-bd722817a76b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.824361] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "fd8913ef-b32a-410a-8693-bd722817a76b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.860461] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de10898e-1090-4cf4-829c-994eda47bafd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.867777] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689ad239-b723-416a-bc79-d35c28ddfc90 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.899098] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a71c41d-f86f-4c59-bb58-f590ac899750 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.906993] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90306c55-da16-404f-8ecb-b8d781f027f4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.925539] env[69169]: DEBUG nova.compute.provider_tree [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.954367] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Releasing lock "refresh_cache-127a8fed-662f-449b-837e-efa700d934d9" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.954846] env[69169]: DEBUG nova.compute.manager [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Instance network_info: |[{"id": "fa59d730-44e0-4dd4-b694-9254e6a6f653", "address": "fa:16:3e:e8:82:20", "network": {"id": "f60fd1cc-ccc4-4c04-ad7a-2482c746307a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1712302760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbcf8cc278a34eed9abe759f8aa1cb11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa59d730-44", "ovs_interfaceid": "fa59d730-44e0-4dd4-b694-9254e6a6f653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.955657] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:82:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa59d730-44e0-4dd4-b694-9254e6a6f653', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.966138] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.966778] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.967048] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-925d183e-3fc6-412b-ab02-a4d6c7e632b2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.986851] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.986851] env[69169]: value = "task-3251946" [ 1227.986851] env[69169]: _type = "Task" [ 1227.986851] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.994705] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251946, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.058908] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251945, 'name': Rename_Task, 'duration_secs': 0.415314} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.059244] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.059514] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed8dab3f-0b3b-48bd-bfe2-7cfd62e94e91 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.066308] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1228.066308] env[69169]: value = "task-3251947" [ 1228.066308] env[69169]: _type = "Task" [ 1228.066308] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.074501] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.327128] env[69169]: DEBUG nova.compute.manager [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.429692] env[69169]: DEBUG nova.scheduler.client.report [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.496557] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251946, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.569905] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.570413] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.585113] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251947, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.849064] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.934313] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.934855] env[69169]: DEBUG nova.compute.manager [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1228.937582] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.089s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.939128] env[69169]: INFO nova.compute.claims [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.998493] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251946, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.079419] env[69169]: DEBUG nova.compute.manager [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1229.082068] env[69169]: DEBUG oslo_vmware.api [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3251947, 'name': PowerOnVM_Task, 'duration_secs': 0.57166} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.082572] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.082780] env[69169]: DEBUG nova.compute.manager [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.083993] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2d0cdd-c41c-4a8e-b036-51e64ff81a26 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.444482] env[69169]: DEBUG nova.compute.utils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.448838] env[69169]: DEBUG nova.compute.manager [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1229.449009] env[69169]: DEBUG nova.network.neutron [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.494244] env[69169]: DEBUG nova.policy [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afef1456dc304d159e9ad34adf5b1592', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2aefaf8c89604f2397e7c9131d766b7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.501690] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251946, 'name': CreateVM_Task, 'duration_secs': 1.375096} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.501896] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.502665] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.502827] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.503175] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.503513] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59c9b80-d66e-469f-88e9-0df0c23099df {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.508222] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1229.508222] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5286f164-a293-871d-4b62-3206a983bf6d" [ 1229.508222] env[69169]: _type = "Task" [ 1229.508222] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.515921] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5286f164-a293-871d-4b62-3206a983bf6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.603388] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.613256] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.776939] env[69169]: DEBUG nova.network.neutron [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Successfully created port: d747b1d3-3e75-4c9e-9544-dd2ca8feeada {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.947192] env[69169]: DEBUG nova.compute.manager [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.024360] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5286f164-a293-871d-4b62-3206a983bf6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.025148] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.025491] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.025802] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.026054] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.026350] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.026660] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec558fce-bf0a-4c30-ad98-1c99ffcb597a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.037910] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.038140] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.038925] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf14672-a2ed-4581-96a2-83c2163b83cf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.044162] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1230.044162] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527b4865-ef1d-5f3c-41b9-ce964d7b0126" [ 1230.044162] env[69169]: _type = "Task" [ 1230.044162] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.057558] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527b4865-ef1d-5f3c-41b9-ce964d7b0126, 'name': SearchDatastore_Task, 'duration_secs': 0.00866} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.058724] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad7bfc6-402f-49a3-ad97-54e2ddabb933 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.066725] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1230.066725] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f56de5-3b69-3028-788e-97bee4bf409d" [ 1230.066725] env[69169]: _type = "Task" [ 1230.066725] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.076766] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f56de5-3b69-3028-788e-97bee4bf409d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.137803] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4318861-e2a6-48a4-a0f1-7cdba5cfe1cb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.145150] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bae692-8c36-4513-bab0-5ca11c79844f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.175731] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca77d07-7f3c-49cc-9c0d-2787eee5ea74 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.183475] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f595ad24-68ef-4a62-9bf1-4285e3ffe13f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.197307] env[69169]: DEBUG nova.compute.provider_tree [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.577561] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f56de5-3b69-3028-788e-97bee4bf409d, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.577946] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.578206] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 127a8fed-662f-449b-837e-efa700d934d9/127a8fed-662f-449b-837e-efa700d934d9.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.578513] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d53efd98-bd0d-49d7-ae85-8831dbead8c8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.585041] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1230.585041] env[69169]: value = "task-3251948" [ 1230.585041] env[69169]: _type = "Task" [ 1230.585041] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.593303] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.701628] env[69169]: DEBUG nova.scheduler.client.report [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.957079] env[69169]: DEBUG nova.compute.manager [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1230.985261] env[69169]: DEBUG nova.virt.hardware [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.985546] env[69169]: DEBUG nova.virt.hardware [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.985727] env[69169]: DEBUG nova.virt.hardware [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.985930] env[69169]: DEBUG nova.virt.hardware [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.986105] env[69169]: DEBUG nova.virt.hardware [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.986264] env[69169]: DEBUG nova.virt.hardware [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.986479] env[69169]: DEBUG nova.virt.hardware [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.986866] env[69169]: DEBUG nova.virt.hardware [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.986866] env[69169]: DEBUG nova.virt.hardware [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.987024] env[69169]: DEBUG nova.virt.hardware [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.987148] env[69169]: DEBUG nova.virt.hardware [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.988146] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f0e186-2b79-465d-9a0d-0061677915be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.997062] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89df51f9-9bfb-48bb-a21c-667b1a3773b2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.097883] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451778} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.098178] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 127a8fed-662f-449b-837e-efa700d934d9/127a8fed-662f-449b-837e-efa700d934d9.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.098470] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.098852] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbb5416e-682e-4e15-bb3d-2a0d85e2782f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.105882] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1231.105882] env[69169]: value = "task-3251949" [ 1231.105882] env[69169]: _type = "Task" [ 1231.105882] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.112953] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.206274] env[69169]: DEBUG nova.compute.manager [req-641cdc74-11ab-47d1-916a-ac8c95ef6e7c req-b40e440f-738b-44d7-a8f0-4de8c337ae27 service nova] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Received event network-vif-plugged-d747b1d3-3e75-4c9e-9544-dd2ca8feeada {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.206512] env[69169]: DEBUG oslo_concurrency.lockutils [req-641cdc74-11ab-47d1-916a-ac8c95ef6e7c req-b40e440f-738b-44d7-a8f0-4de8c337ae27 service nova] Acquiring lock "58d26347-ab95-4c03-8ad0-7b08f21a84c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.206784] env[69169]: DEBUG oslo_concurrency.lockutils [req-641cdc74-11ab-47d1-916a-ac8c95ef6e7c req-b40e440f-738b-44d7-a8f0-4de8c337ae27 service nova] Lock "58d26347-ab95-4c03-8ad0-7b08f21a84c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.207052] env[69169]: DEBUG oslo_concurrency.lockutils [req-641cdc74-11ab-47d1-916a-ac8c95ef6e7c req-b40e440f-738b-44d7-a8f0-4de8c337ae27 service nova] Lock "58d26347-ab95-4c03-8ad0-7b08f21a84c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.207245] env[69169]: DEBUG nova.compute.manager [req-641cdc74-11ab-47d1-916a-ac8c95ef6e7c req-b40e440f-738b-44d7-a8f0-4de8c337ae27 service nova] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] No waiting events found dispatching network-vif-plugged-d747b1d3-3e75-4c9e-9544-dd2ca8feeada {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.207611] env[69169]: WARNING nova.compute.manager [req-641cdc74-11ab-47d1-916a-ac8c95ef6e7c req-b40e440f-738b-44d7-a8f0-4de8c337ae27 service nova] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Received unexpected event network-vif-plugged-d747b1d3-3e75-4c9e-9544-dd2ca8feeada for instance with vm_state building and task_state spawning. [ 1231.208451] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.208998] env[69169]: DEBUG nova.compute.manager [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1231.212122] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.609s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.212332] env[69169]: DEBUG nova.objects.instance [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1231.299240] env[69169]: DEBUG nova.network.neutron [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Successfully updated port: d747b1d3-3e75-4c9e-9544-dd2ca8feeada {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.615137] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071916} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.615137] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.615495] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba74090-4dbe-48d3-a3e3-1697cfde2668 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.637204] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 127a8fed-662f-449b-837e-efa700d934d9/127a8fed-662f-449b-837e-efa700d934d9.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.637486] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c92a2e02-17d7-4dd0-9957-f003c35136a0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.656331] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1231.656331] env[69169]: value = "task-3251950" [ 1231.656331] env[69169]: _type = "Task" [ 1231.656331] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.664140] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.717155] env[69169]: DEBUG nova.compute.utils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.721486] env[69169]: DEBUG nova.compute.manager [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.722135] env[69169]: DEBUG nova.network.neutron [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.763134] env[69169]: DEBUG nova.policy [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0177c0b2f9ce4183b140261be4c518e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd41743244b0549eb86296bd4a6924465', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.802121] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "refresh_cache-58d26347-ab95-4c03-8ad0-7b08f21a84c0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.802353] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "refresh_cache-58d26347-ab95-4c03-8ad0-7b08f21a84c0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.802579] env[69169]: DEBUG nova.network.neutron [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.070776] env[69169]: DEBUG nova.network.neutron [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Successfully created port: 6d04da2a-9c5e-476b-b2e8-5c59ec63d042 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.169524] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251950, 'name': ReconfigVM_Task, 'duration_secs': 0.320527} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.169816] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 127a8fed-662f-449b-837e-efa700d934d9/127a8fed-662f-449b-837e-efa700d934d9.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.170478] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc58bebd-94ad-4400-8c03-8695c0611fc9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.178063] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1232.178063] env[69169]: value = "task-3251951" [ 1232.178063] env[69169]: _type = "Task" [ 1232.178063] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.190025] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251951, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.225333] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b66f9e5f-2573-4742-a378-e4c0bb617aea tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.226641] env[69169]: DEBUG nova.compute.manager [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1232.229489] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.616s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.230881] env[69169]: INFO nova.compute.claims [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.267879] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.268251] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Cleaning up deleted instances {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1232.337501] env[69169]: DEBUG nova.network.neutron [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.477908] env[69169]: DEBUG nova.network.neutron [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Updating instance_info_cache with network_info: [{"id": "d747b1d3-3e75-4c9e-9544-dd2ca8feeada", "address": "fa:16:3e:46:39:db", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd747b1d3-3e", "ovs_interfaceid": "d747b1d3-3e75-4c9e-9544-dd2ca8feeada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.639815] env[69169]: DEBUG nova.compute.manager [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Stashing vm_state: active {{(pid=69169) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1232.688895] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251951, 'name': Rename_Task, 'duration_secs': 0.163211} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.691078] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.691078] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31e2938c-b5df-4856-8a98-59673518535f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.696254] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1232.696254] env[69169]: value = "task-3251952" [ 1232.696254] env[69169]: _type = "Task" [ 1232.696254] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.703890] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.786373] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] There are 56 instances to clean {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1232.789068] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: ceaf0dbe-352f-4e43-8119-6c7293831a85] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.981108] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "refresh_cache-58d26347-ab95-4c03-8ad0-7b08f21a84c0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.981108] env[69169]: DEBUG nova.compute.manager [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Instance network_info: |[{"id": "d747b1d3-3e75-4c9e-9544-dd2ca8feeada", "address": "fa:16:3e:46:39:db", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd747b1d3-3e", "ovs_interfaceid": "d747b1d3-3e75-4c9e-9544-dd2ca8feeada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1232.981385] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:39:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd747b1d3-3e75-4c9e-9544-dd2ca8feeada', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.988756] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Creating folder: Project (2aefaf8c89604f2397e7c9131d766b7c). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1232.989055] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28ff76b5-6443-4715-b94a-e4d437d5cefa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.000235] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Created folder: Project (2aefaf8c89604f2397e7c9131d766b7c) in parent group-v649481. [ 1233.000398] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Creating folder: Instances. Parent ref: group-v649775. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.000641] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb8f9f6c-a3b0-4442-88fd-bc0a2f1173c9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.010598] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Created folder: Instances in parent group-v649775. [ 1233.010880] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.011137] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.011367] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dbefb75-eea2-4df5-8ff2-2e29595331a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.030894] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.030894] env[69169]: value = "task-3251955" [ 1233.030894] env[69169]: _type = "Task" [ 1233.030894] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.038952] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251955, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.162587] env[69169]: DEBUG oslo_concurrency.lockutils [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.209622] env[69169]: DEBUG oslo_vmware.api [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251952, 'name': PowerOnVM_Task, 'duration_secs': 0.452475} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.209852] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.210148] env[69169]: INFO nova.compute.manager [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1233.210395] env[69169]: DEBUG nova.compute.manager [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.211270] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366b725e-380e-4992-80ee-abd30ec25393 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.235450] env[69169]: DEBUG nova.compute.manager [req-7ccf38db-c7cb-4fd7-9ce8-520b100f66d5 req-10b96643-0451-47ed-9115-bf8e9465e917 service nova] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Received event network-changed-d747b1d3-3e75-4c9e-9544-dd2ca8feeada {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.235725] env[69169]: DEBUG nova.compute.manager [req-7ccf38db-c7cb-4fd7-9ce8-520b100f66d5 req-10b96643-0451-47ed-9115-bf8e9465e917 service nova] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Refreshing instance network info cache due to event network-changed-d747b1d3-3e75-4c9e-9544-dd2ca8feeada. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.235840] env[69169]: DEBUG oslo_concurrency.lockutils [req-7ccf38db-c7cb-4fd7-9ce8-520b100f66d5 req-10b96643-0451-47ed-9115-bf8e9465e917 service nova] Acquiring lock "refresh_cache-58d26347-ab95-4c03-8ad0-7b08f21a84c0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.235925] env[69169]: DEBUG oslo_concurrency.lockutils [req-7ccf38db-c7cb-4fd7-9ce8-520b100f66d5 req-10b96643-0451-47ed-9115-bf8e9465e917 service nova] Acquired lock "refresh_cache-58d26347-ab95-4c03-8ad0-7b08f21a84c0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.236676] env[69169]: DEBUG nova.network.neutron [req-7ccf38db-c7cb-4fd7-9ce8-520b100f66d5 req-10b96643-0451-47ed-9115-bf8e9465e917 service nova] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Refreshing network info cache for port d747b1d3-3e75-4c9e-9544-dd2ca8feeada {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.245169] env[69169]: DEBUG nova.compute.manager [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.272204] env[69169]: DEBUG nova.virt.hardware [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.272495] env[69169]: DEBUG nova.virt.hardware [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.272670] env[69169]: DEBUG nova.virt.hardware [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.272818] env[69169]: DEBUG nova.virt.hardware [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.272960] env[69169]: DEBUG nova.virt.hardware [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.273143] env[69169]: DEBUG nova.virt.hardware [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.273329] env[69169]: DEBUG nova.virt.hardware [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.273494] env[69169]: DEBUG nova.virt.hardware [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.273650] env[69169]: DEBUG nova.virt.hardware [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.273825] env[69169]: DEBUG nova.virt.hardware [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.273995] env[69169]: DEBUG nova.virt.hardware [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.275197] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2372eb6-be22-4c69-9da6-ccc5842f4361 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.287236] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e573fd18-02dd-485f-8ea6-c7fe159047fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.292037] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 49abfb85-3cc1-4f60-bb8c-c2d73ce439da] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.447128] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c216d476-ae42-45c1-a46c-ffbe3bbaae37 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.457046] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaff735-4590-4eaa-8e84-1a6a9896ea09 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.489399] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221c73fb-963b-4177-98f2-1e58af3464c3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.497207] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57657815-a3ff-43c4-a557-ef7dc2200713 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.513587] env[69169]: DEBUG nova.compute.provider_tree [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.541211] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251955, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.642656] env[69169]: DEBUG nova.network.neutron [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Successfully updated port: 6d04da2a-9c5e-476b-b2e8-5c59ec63d042 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.734765] env[69169]: INFO nova.compute.manager [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Took 12.99 seconds to build instance. [ 1233.744541] env[69169]: DEBUG oslo_vmware.rw_handles [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529804fb-5363-bee7-0563-4b1c572f85c1/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1233.745527] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0b8d77-5ea7-47db-b1ff-6d0f86856a84 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.752222] env[69169]: DEBUG oslo_vmware.rw_handles [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529804fb-5363-bee7-0563-4b1c572f85c1/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1233.753190] env[69169]: ERROR oslo_vmware.rw_handles [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529804fb-5363-bee7-0563-4b1c572f85c1/disk-0.vmdk due to incomplete transfer. [ 1233.753190] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-62574ded-839f-4865-9dd9-c630f1bbfa00 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.759589] env[69169]: DEBUG oslo_vmware.rw_handles [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529804fb-5363-bee7-0563-4b1c572f85c1/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1233.760214] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Uploaded image dda6b082-66bc-453a-898a-8740fadba899 to the Glance image server {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1233.762362] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1233.765350] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a8beb12f-63cd-4c93-aa57-6f38cfc3946a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.771086] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1233.771086] env[69169]: value = "task-3251956" [ 1233.771086] env[69169]: _type = "Task" [ 1233.771086] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.780394] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251956, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.796018] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 21e20e97-7c73-4db1-83b0-04356361717a] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.032188] env[69169]: DEBUG nova.network.neutron [req-7ccf38db-c7cb-4fd7-9ce8-520b100f66d5 req-10b96643-0451-47ed-9115-bf8e9465e917 service nova] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Updated VIF entry in instance network info cache for port d747b1d3-3e75-4c9e-9544-dd2ca8feeada. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.032592] env[69169]: DEBUG nova.network.neutron [req-7ccf38db-c7cb-4fd7-9ce8-520b100f66d5 req-10b96643-0451-47ed-9115-bf8e9465e917 service nova] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Updating instance_info_cache with network_info: [{"id": "d747b1d3-3e75-4c9e-9544-dd2ca8feeada", "address": "fa:16:3e:46:39:db", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd747b1d3-3e", "ovs_interfaceid": "d747b1d3-3e75-4c9e-9544-dd2ca8feeada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.037900] env[69169]: ERROR nova.scheduler.client.report [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [req-8eea37c2-ff67-4fea-9c46-ca675f711f46] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8eea37c2-ff67-4fea-9c46-ca675f711f46"}]} [ 1234.046071] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251955, 'name': CreateVM_Task, 'duration_secs': 0.846781} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.046807] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.047469] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.047634] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.047942] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.048458] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ad32f1-bda7-4d52-9a69-3c0b60852a76 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.053262] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1234.053262] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d56320-e468-3930-9fdc-9adf1f9084f7" [ 1234.053262] env[69169]: _type = "Task" [ 1234.053262] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.058034] env[69169]: DEBUG nova.scheduler.client.report [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1234.064027] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d56320-e468-3930-9fdc-9adf1f9084f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.071443] env[69169]: DEBUG nova.scheduler.client.report [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1234.071692] env[69169]: DEBUG nova.compute.provider_tree [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.083051] env[69169]: DEBUG nova.scheduler.client.report [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1234.101169] env[69169]: DEBUG nova.scheduler.client.report [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1234.146840] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "refresh_cache-fd8913ef-b32a-410a-8693-bd722817a76b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.147153] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired lock "refresh_cache-fd8913ef-b32a-410a-8693-bd722817a76b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.147388] env[69169]: DEBUG nova.network.neutron [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.245800] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f3e5b84f-5ce6-454d-bd89-5cb2476befab tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "127a8fed-662f-449b-837e-efa700d934d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.508s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.258638] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9346bc-8906-42c4-96d6-ad6528dad1a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.266288] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97388bc0-a10d-4f8d-a30c-f4342eb214c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.301863] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 10245fc8-43f9-493f-aaa9-479dfaf66d96] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.305557] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fab822-9a84-437e-b2ba-db316f87b901 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.311637] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251956, 'name': Destroy_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.316767] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fa9e18-b656-4bb0-b27b-c4e5f5538170 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.330557] env[69169]: DEBUG nova.compute.provider_tree [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.422491] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "127a8fed-662f-449b-837e-efa700d934d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.422660] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "127a8fed-662f-449b-837e-efa700d934d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.422847] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "127a8fed-662f-449b-837e-efa700d934d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.423045] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "127a8fed-662f-449b-837e-efa700d934d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.423887] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "127a8fed-662f-449b-837e-efa700d934d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.425685] env[69169]: INFO nova.compute.manager [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Terminating instance [ 1234.538317] env[69169]: DEBUG oslo_concurrency.lockutils [req-7ccf38db-c7cb-4fd7-9ce8-520b100f66d5 req-10b96643-0451-47ed-9115-bf8e9465e917 service nova] Releasing lock "refresh_cache-58d26347-ab95-4c03-8ad0-7b08f21a84c0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.564065] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52d56320-e468-3930-9fdc-9adf1f9084f7, 'name': SearchDatastore_Task, 'duration_secs': 0.030352} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.564389] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.564656] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.564932] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.565125] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.565342] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.565933] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3966ee63-71ca-43a3-97b8-ad7fb5229077 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.580327] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.580529] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.581301] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620358fe-c2aa-4ce2-acbc-e9237dbca73a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.586180] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1234.586180] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527bbc20-1014-4e6d-24a3-d237c58b93fd" [ 1234.586180] env[69169]: _type = "Task" [ 1234.586180] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.593943] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527bbc20-1014-4e6d-24a3-d237c58b93fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.676556] env[69169]: DEBUG nova.network.neutron [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.781304] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251956, 'name': Destroy_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.791642] env[69169]: DEBUG nova.network.neutron [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Updating instance_info_cache with network_info: [{"id": "6d04da2a-9c5e-476b-b2e8-5c59ec63d042", "address": "fa:16:3e:6a:c1:e8", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d04da2a-9c", "ovs_interfaceid": "6d04da2a-9c5e-476b-b2e8-5c59ec63d042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.804802] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 06f357b6-03cd-44e9-a8db-46527f7844fe] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.864842] env[69169]: DEBUG nova.scheduler.client.report [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1234.865128] env[69169]: DEBUG nova.compute.provider_tree [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 153 to 154 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1234.865336] env[69169]: DEBUG nova.compute.provider_tree [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.929769] env[69169]: DEBUG nova.compute.manager [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.930130] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.931068] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449dc80a-9c54-48ee-800d-b397f824d883 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.940389] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.940632] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-389c8944-414e-468d-b085-ed204c760d5b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.947068] env[69169]: DEBUG oslo_vmware.api [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1234.947068] env[69169]: value = "task-3251957" [ 1234.947068] env[69169]: _type = "Task" [ 1234.947068] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.955428] env[69169]: DEBUG oslo_vmware.api [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.097607] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]527bbc20-1014-4e6d-24a3-d237c58b93fd, 'name': SearchDatastore_Task, 'duration_secs': 0.050894} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.097773] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b1a2eb-7d90-41b0-81f7-8b895b8750c2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.102768] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1235.102768] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e123fd-2a0c-a77f-5063-7569b657461b" [ 1235.102768] env[69169]: _type = "Task" [ 1235.102768] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.113909] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e123fd-2a0c-a77f-5063-7569b657461b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.261664] env[69169]: DEBUG nova.compute.manager [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Received event network-vif-plugged-6d04da2a-9c5e-476b-b2e8-5c59ec63d042 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.262035] env[69169]: DEBUG oslo_concurrency.lockutils [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] Acquiring lock "fd8913ef-b32a-410a-8693-bd722817a76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.262380] env[69169]: DEBUG oslo_concurrency.lockutils [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] Lock "fd8913ef-b32a-410a-8693-bd722817a76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.262662] env[69169]: DEBUG oslo_concurrency.lockutils [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] Lock "fd8913ef-b32a-410a-8693-bd722817a76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.262931] env[69169]: DEBUG nova.compute.manager [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] No waiting events found dispatching network-vif-plugged-6d04da2a-9c5e-476b-b2e8-5c59ec63d042 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.263216] env[69169]: WARNING nova.compute.manager [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Received unexpected event network-vif-plugged-6d04da2a-9c5e-476b-b2e8-5c59ec63d042 for instance with vm_state building and task_state spawning. [ 1235.263472] env[69169]: DEBUG nova.compute.manager [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Received event network-changed-6d04da2a-9c5e-476b-b2e8-5c59ec63d042 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.263713] env[69169]: DEBUG nova.compute.manager [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Refreshing instance network info cache due to event network-changed-6d04da2a-9c5e-476b-b2e8-5c59ec63d042. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.263984] env[69169]: DEBUG oslo_concurrency.lockutils [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] Acquiring lock "refresh_cache-fd8913ef-b32a-410a-8693-bd722817a76b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.285825] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251956, 'name': Destroy_Task, 'duration_secs': 1.270161} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.286081] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Destroyed the VM [ 1235.286319] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1235.286565] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c4320ff-0c2c-4fb9-bdb5-2041049adb89 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.292914] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1235.292914] env[69169]: value = "task-3251958" [ 1235.292914] env[69169]: _type = "Task" [ 1235.292914] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.296229] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Releasing lock "refresh_cache-fd8913ef-b32a-410a-8693-bd722817a76b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.296519] env[69169]: DEBUG nova.compute.manager [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Instance network_info: |[{"id": "6d04da2a-9c5e-476b-b2e8-5c59ec63d042", "address": "fa:16:3e:6a:c1:e8", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d04da2a-9c", "ovs_interfaceid": "6d04da2a-9c5e-476b-b2e8-5c59ec63d042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.297062] env[69169]: DEBUG oslo_concurrency.lockutils [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] Acquired lock "refresh_cache-fd8913ef-b32a-410a-8693-bd722817a76b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.297250] env[69169]: DEBUG nova.network.neutron [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Refreshing network info cache for port 6d04da2a-9c5e-476b-b2e8-5c59ec63d042 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.298505] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:c1:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d04da2a-9c5e-476b-b2e8-5c59ec63d042', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.305891] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.307063] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.307432] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: ead24a11-10bf-4152-9674-b83d873b7fb7] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.309056] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e82f827-d78f-42aa-8930-cf93bf1c9bfe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.326186] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.332511] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.332511] env[69169]: value = "task-3251959" [ 1235.332511] env[69169]: _type = "Task" [ 1235.332511] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.345688] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251959, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.370299] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.141s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.371018] env[69169]: DEBUG nova.compute.manager [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.373800] env[69169]: DEBUG oslo_concurrency.lockutils [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.211s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.460048] env[69169]: DEBUG oslo_vmware.api [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251957, 'name': PowerOffVM_Task, 'duration_secs': 0.17703} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.460283] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.460409] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.460816] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2444223-12ae-42dd-ae03-5d34822d6812 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.531495] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.532375] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.532375] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Deleting the datastore file [datastore2] 127a8fed-662f-449b-837e-efa700d934d9 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.532375] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c75f5082-9bf9-45e1-84fc-5b4a46069ec6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.538123] env[69169]: DEBUG oslo_vmware.api [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1235.538123] env[69169]: value = "task-3251961" [ 1235.538123] env[69169]: _type = "Task" [ 1235.538123] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.546157] env[69169]: DEBUG oslo_vmware.api [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.613128] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e123fd-2a0c-a77f-5063-7569b657461b, 'name': SearchDatastore_Task, 'duration_secs': 0.021543} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.613505] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.613846] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 58d26347-ab95-4c03-8ad0-7b08f21a84c0/58d26347-ab95-4c03-8ad0-7b08f21a84c0.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.614177] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d461d34d-075d-405a-b980-a73c2c525f6a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.620564] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1235.620564] env[69169]: value = "task-3251962" [ 1235.620564] env[69169]: _type = "Task" [ 1235.620564] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.630228] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.803306] env[69169]: DEBUG oslo_vmware.api [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251958, 'name': RemoveSnapshot_Task, 'duration_secs': 0.504782} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.803672] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1235.803940] env[69169]: INFO nova.compute.manager [None req-9cc216f9-d691-4e28-9c46-b2f1bb69a3fd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Took 16.79 seconds to snapshot the instance on the hypervisor. [ 1235.824408] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: f2e16ff2-6995-4985-a3ee-b19772a73edf] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.847307] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251959, 'name': CreateVM_Task, 'duration_secs': 0.329817} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.847993] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.848732] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.848943] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.849323] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.849923] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-323aa245-9fbe-4a96-8ba1-d104ecc1c2a0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.854940] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1235.854940] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52381cb9-6f94-af66-c086-b7023100819c" [ 1235.854940] env[69169]: _type = "Task" [ 1235.854940] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.864076] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52381cb9-6f94-af66-c086-b7023100819c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.879743] env[69169]: DEBUG nova.compute.utils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.883699] env[69169]: INFO nova.compute.claims [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.887493] env[69169]: DEBUG nova.compute.manager [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.887728] env[69169]: DEBUG nova.network.neutron [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.931056] env[69169]: DEBUG nova.policy [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cfef0849fb4a12b890ed836f8c0c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf2d8d04a5ab47fda9b658c0c265488e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.033767] env[69169]: DEBUG nova.network.neutron [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Updated VIF entry in instance network info cache for port 6d04da2a-9c5e-476b-b2e8-5c59ec63d042. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.034296] env[69169]: DEBUG nova.network.neutron [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Updating instance_info_cache with network_info: [{"id": "6d04da2a-9c5e-476b-b2e8-5c59ec63d042", "address": "fa:16:3e:6a:c1:e8", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d04da2a-9c", "ovs_interfaceid": "6d04da2a-9c5e-476b-b2e8-5c59ec63d042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.050339] env[69169]: DEBUG oslo_vmware.api [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3251961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132291} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.050667] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.050861] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.051119] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.051303] env[69169]: INFO nova.compute.manager [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1236.051646] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.051850] env[69169]: DEBUG nova.compute.manager [-] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.051943] env[69169]: DEBUG nova.network.neutron [-] [instance: 127a8fed-662f-449b-837e-efa700d934d9] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.130529] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251962, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.312621] env[69169]: DEBUG nova.network.neutron [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Successfully created port: 3688d6a0-f0de-4c80-9033-0c8b40c942d1 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.327191] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 8dfec921-5f64-4da4-86b1-3afa5650a485] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.368826] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52381cb9-6f94-af66-c086-b7023100819c, 'name': SearchDatastore_Task, 'duration_secs': 0.05941} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.369143] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.369383] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.369613] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.369786] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.369932] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.370228] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bde07c1-4eee-467a-acef-5843b9068850 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.378278] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.378457] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.379183] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119c5f17-933b-4a11-8bc0-f57c3cc49eb6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.384042] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1236.384042] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52bdd32e-15d6-d44c-43ea-7848a5f3143c" [ 1236.384042] env[69169]: _type = "Task" [ 1236.384042] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.387640] env[69169]: DEBUG nova.compute.manager [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.391857] env[69169]: INFO nova.compute.resource_tracker [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating resource usage from migration 50b4948d-c18f-4e6c-bcd1-e94ac6bfcba3 [ 1236.397569] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52bdd32e-15d6-d44c-43ea-7848a5f3143c, 'name': SearchDatastore_Task, 'duration_secs': 0.007671} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.398558] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e04798-66ff-493e-afb1-888e57cbee9e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.404357] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1236.404357] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f6e81f-bfa0-9728-4dad-3f63ccce9e02" [ 1236.404357] env[69169]: _type = "Task" [ 1236.404357] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.412704] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f6e81f-bfa0-9728-4dad-3f63ccce9e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.536496] env[69169]: DEBUG oslo_concurrency.lockutils [req-5a737392-cd87-4566-aea0-01a2182b75ff req-a4153c2c-1099-46dc-855b-3be31db3f07c service nova] Releasing lock "refresh_cache-fd8913ef-b32a-410a-8693-bd722817a76b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.573259] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0afd19-f44b-471f-99b7-cdf68cd72c34 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.581729] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f99ef2-e723-4a49-815d-e092f10a3431 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.614573] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b903de-7d60-402f-8d4f-f46136589760 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.622282] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7520f642-5950-4513-8fef-4764f2723a94 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.638677] env[69169]: DEBUG nova.compute.provider_tree [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.644404] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516835} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.644679] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 58d26347-ab95-4c03-8ad0-7b08f21a84c0/58d26347-ab95-4c03-8ad0-7b08f21a84c0.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.644889] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.645156] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2b1492d-f498-496b-b438-c66451fc4b4e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.653220] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1236.653220] env[69169]: value = "task-3251963" [ 1236.653220] env[69169]: _type = "Task" [ 1236.653220] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.661162] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.796076] env[69169]: DEBUG nova.network.neutron [-] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.832957] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 59f58c54-2c9f-4f88-97c2-5fb21e864f12] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.914737] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f6e81f-bfa0-9728-4dad-3f63ccce9e02, 'name': SearchDatastore_Task, 'duration_secs': 0.008165} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.915091] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.915436] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] fd8913ef-b32a-410a-8693-bd722817a76b/fd8913ef-b32a-410a-8693-bd722817a76b.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.915688] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21ba8838-b64e-4522-892e-f2e3bf0e864f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.926019] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1236.926019] env[69169]: value = "task-3251964" [ 1236.926019] env[69169]: _type = "Task" [ 1236.926019] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.933318] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.164748] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081098} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.166021] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.166021] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ceed00-96f5-4dab-be63-94f046a44dbe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.189209] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 58d26347-ab95-4c03-8ad0-7b08f21a84c0/58d26347-ab95-4c03-8ad0-7b08f21a84c0.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.190282] env[69169]: DEBUG nova.scheduler.client.report [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1237.190502] env[69169]: DEBUG nova.compute.provider_tree [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 154 to 155 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1237.190760] env[69169]: DEBUG nova.compute.provider_tree [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.194307] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-445b5e57-f977-4e17-b0ff-14a314697d51 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.216025] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1237.216025] env[69169]: value = "task-3251965" [ 1237.216025] env[69169]: _type = "Task" [ 1237.216025] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.224676] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.288816] env[69169]: DEBUG nova.compute.manager [req-6ba43de3-489f-4055-9fe8-171dc13d7c98 req-2ae2ba02-9859-4da0-a356-6a1229f6e0dc service nova] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Received event network-vif-deleted-fa59d730-44e0-4dd4-b694-9254e6a6f653 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.299112] env[69169]: INFO nova.compute.manager [-] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Took 1.25 seconds to deallocate network for instance. [ 1237.336442] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 214ff644-0f1a-4ede-b93a-4dd66185dab1] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.396366] env[69169]: DEBUG nova.compute.manager [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.420241] env[69169]: DEBUG nova.virt.hardware [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.420639] env[69169]: DEBUG nova.virt.hardware [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.420759] env[69169]: DEBUG nova.virt.hardware [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.420980] env[69169]: DEBUG nova.virt.hardware [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.421124] env[69169]: DEBUG nova.virt.hardware [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.421194] env[69169]: DEBUG nova.virt.hardware [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.421628] env[69169]: DEBUG nova.virt.hardware [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.421628] env[69169]: DEBUG nova.virt.hardware [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.421849] env[69169]: DEBUG nova.virt.hardware [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.421849] env[69169]: DEBUG nova.virt.hardware [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.422053] env[69169]: DEBUG nova.virt.hardware [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.423713] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27854c4-3dc8-4e91-86ff-4e55fa54feed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.438917] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691827ba-dc10-430f-8488-0de95a762fb9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.443601] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251964, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.710454] env[69169]: DEBUG oslo_concurrency.lockutils [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.337s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.711349] env[69169]: INFO nova.compute.manager [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Migrating [ 1237.734883] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251965, 'name': ReconfigVM_Task, 'duration_secs': 0.387429} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.735403] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 58d26347-ab95-4c03-8ad0-7b08f21a84c0/58d26347-ab95-4c03-8ad0-7b08f21a84c0.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.736118] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95f19caf-25a2-4b23-871b-bca315f5825c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.742664] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1237.742664] env[69169]: value = "task-3251966" [ 1237.742664] env[69169]: _type = "Task" [ 1237.742664] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.753509] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251966, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.774707] env[69169]: DEBUG nova.compute.manager [req-4aaf8685-5943-4125-80d4-d27c705abfd7 req-e33c4652-6494-41df-b658-7d637b0c6361 service nova] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Received event network-vif-plugged-3688d6a0-f0de-4c80-9033-0c8b40c942d1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.774956] env[69169]: DEBUG oslo_concurrency.lockutils [req-4aaf8685-5943-4125-80d4-d27c705abfd7 req-e33c4652-6494-41df-b658-7d637b0c6361 service nova] Acquiring lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.775184] env[69169]: DEBUG oslo_concurrency.lockutils [req-4aaf8685-5943-4125-80d4-d27c705abfd7 req-e33c4652-6494-41df-b658-7d637b0c6361 service nova] Lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.775357] env[69169]: DEBUG oslo_concurrency.lockutils [req-4aaf8685-5943-4125-80d4-d27c705abfd7 req-e33c4652-6494-41df-b658-7d637b0c6361 service nova] Lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.775538] env[69169]: DEBUG nova.compute.manager [req-4aaf8685-5943-4125-80d4-d27c705abfd7 req-e33c4652-6494-41df-b658-7d637b0c6361 service nova] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] No waiting events found dispatching network-vif-plugged-3688d6a0-f0de-4c80-9033-0c8b40c942d1 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.775788] env[69169]: WARNING nova.compute.manager [req-4aaf8685-5943-4125-80d4-d27c705abfd7 req-e33c4652-6494-41df-b658-7d637b0c6361 service nova] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Received unexpected event network-vif-plugged-3688d6a0-f0de-4c80-9033-0c8b40c942d1 for instance with vm_state building and task_state spawning. [ 1237.806370] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.806863] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.807115] env[69169]: DEBUG nova.objects.instance [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lazy-loading 'resources' on Instance uuid 127a8fed-662f-449b-837e-efa700d934d9 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.827614] env[69169]: DEBUG nova.network.neutron [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Successfully updated port: 3688d6a0-f0de-4c80-9033-0c8b40c942d1 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.840311] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 66a53fab-9081-4e28-94a8-3b8ed260aeec] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.936715] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534486} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.936978] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] fd8913ef-b32a-410a-8693-bd722817a76b/fd8913ef-b32a-410a-8693-bd722817a76b.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.937208] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.937625] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cccbaca-37e1-4f25-8f9c-91a911f1a1a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.945209] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1237.945209] env[69169]: value = "task-3251967" [ 1237.945209] env[69169]: _type = "Task" [ 1237.945209] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.954357] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.229470] env[69169]: DEBUG oslo_concurrency.lockutils [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.229655] env[69169]: DEBUG oslo_concurrency.lockutils [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.229831] env[69169]: DEBUG nova.network.neutron [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.253130] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251966, 'name': Rename_Task, 'duration_secs': 0.181881} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.253337] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.253576] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97b3dda0-7313-4204-8ba0-717a5665e6c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.260024] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1238.260024] env[69169]: value = "task-3251968" [ 1238.260024] env[69169]: _type = "Task" [ 1238.260024] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.267979] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.332379] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "refresh_cache-cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.332550] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "refresh_cache-cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.332747] env[69169]: DEBUG nova.network.neutron [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.343873] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "1932f2a6-cf96-4990-8162-1e90d683c5c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.343873] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "1932f2a6-cf96-4990-8162-1e90d683c5c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.343873] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "1932f2a6-cf96-4990-8162-1e90d683c5c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.343873] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "1932f2a6-cf96-4990-8162-1e90d683c5c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.343873] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "1932f2a6-cf96-4990-8162-1e90d683c5c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.348133] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: ae5d09dc-915c-4504-a0b5-e21b1539d004] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.349790] env[69169]: INFO nova.compute.manager [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Terminating instance [ 1238.457141] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065193} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.457417] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.458224] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9c0e2b-99a4-4b53-b3f8-d11c82f6f9c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.483041] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] fd8913ef-b32a-410a-8693-bd722817a76b/fd8913ef-b32a-410a-8693-bd722817a76b.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.484706] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f411f4b-3e4c-4661-8062-c64824794d53 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.505620] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1238.505620] env[69169]: value = "task-3251969" [ 1238.505620] env[69169]: _type = "Task" [ 1238.505620] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.510369] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f42e3f2-7e2c-4abb-a584-ce33a428c6dd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.515720] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.521076] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939b487a-2513-43f5-a782-6d32a90d04ac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.554338] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d3c2f9-ffc3-47d1-80fb-ca9d8a850643 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.561589] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf8f351-3385-47c7-a8c8-d27a645106e8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.574560] env[69169]: DEBUG nova.compute.provider_tree [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.773455] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.852217] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 760737a3-65d8-41a8-80b3-36a4247defe6] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.854484] env[69169]: DEBUG nova.compute.manager [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.854694] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.855829] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913c1c95-a809-4d3a-8b67-36079de47af0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.865266] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.866336] env[69169]: DEBUG nova.network.neutron [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.868679] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4af2a9c6-f60c-4f62-ab8f-524d18322c6a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.877306] env[69169]: DEBUG oslo_vmware.api [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1238.877306] env[69169]: value = "task-3251970" [ 1238.877306] env[69169]: _type = "Task" [ 1238.877306] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.887358] env[69169]: DEBUG oslo_vmware.api [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.020811] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251969, 'name': ReconfigVM_Task, 'duration_secs': 0.282962} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.021231] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Reconfigured VM instance instance-0000006f to attach disk [datastore2] fd8913ef-b32a-410a-8693-bd722817a76b/fd8913ef-b32a-410a-8693-bd722817a76b.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.022054] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc6eb3e5-39f1-4c51-80d4-17299d69f0e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.030978] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1239.030978] env[69169]: value = "task-3251971" [ 1239.030978] env[69169]: _type = "Task" [ 1239.030978] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.040664] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251971, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.053045] env[69169]: DEBUG nova.network.neutron [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance_info_cache with network_info: [{"id": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "address": "fa:16:3e:1b:a6:7f", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10143c3f-50", "ovs_interfaceid": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.061758] env[69169]: DEBUG nova.network.neutron [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Updating instance_info_cache with network_info: [{"id": "3688d6a0-f0de-4c80-9033-0c8b40c942d1", "address": "fa:16:3e:34:e8:7c", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3688d6a0-f0", "ovs_interfaceid": "3688d6a0-f0de-4c80-9033-0c8b40c942d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.108377] env[69169]: DEBUG nova.scheduler.client.report [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1239.108650] env[69169]: DEBUG nova.compute.provider_tree [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 155 to 156 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1239.108831] env[69169]: DEBUG nova.compute.provider_tree [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1239.271020] env[69169]: DEBUG oslo_vmware.api [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251968, 'name': PowerOnVM_Task, 'duration_secs': 0.662122} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.271309] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.271481] env[69169]: INFO nova.compute.manager [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1239.271671] env[69169]: DEBUG nova.compute.manager [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.272428] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3c404e-8d4e-4e94-8364-402d16555cc4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.356018] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: d65be3d9-0fc4-4d55-a159-db1e28ddbd1f] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.387419] env[69169]: DEBUG oslo_vmware.api [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251970, 'name': PowerOffVM_Task, 'duration_secs': 0.290646} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.387682] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.387846] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.388105] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9efff951-9c5c-4003-8a0f-589a075d25ce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.451921] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.452197] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.452427] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Deleting the datastore file [datastore1] 1932f2a6-cf96-4990-8162-1e90d683c5c5 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.452701] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fbb49c5-e8c2-4b3b-952a-3cd81da2520c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.458595] env[69169]: DEBUG oslo_vmware.api [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1239.458595] env[69169]: value = "task-3251973" [ 1239.458595] env[69169]: _type = "Task" [ 1239.458595] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.466370] env[69169]: DEBUG oslo_vmware.api [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.540767] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251971, 'name': Rename_Task, 'duration_secs': 0.154285} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.541118] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.541391] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23d49587-7500-4bfd-b2e1-d55dffb7960d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.546880] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1239.546880] env[69169]: value = "task-3251974" [ 1239.546880] env[69169]: _type = "Task" [ 1239.546880] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.554420] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.555829] env[69169]: DEBUG oslo_concurrency.lockutils [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.564983] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "refresh_cache-cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.565323] env[69169]: DEBUG nova.compute.manager [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Instance network_info: |[{"id": "3688d6a0-f0de-4c80-9033-0c8b40c942d1", "address": "fa:16:3e:34:e8:7c", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3688d6a0-f0", "ovs_interfaceid": "3688d6a0-f0de-4c80-9033-0c8b40c942d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.566040] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:e8:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3688d6a0-f0de-4c80-9033-0c8b40c942d1', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.573296] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.574146] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.574383] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20fc01cc-5283-4457-85e5-5cde9a5b9301 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.592983] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.592983] env[69169]: value = "task-3251975" [ 1239.592983] env[69169]: _type = "Task" [ 1239.592983] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.600444] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251975, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.613616] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.632122] env[69169]: INFO nova.scheduler.client.report [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Deleted allocations for instance 127a8fed-662f-449b-837e-efa700d934d9 [ 1239.787710] env[69169]: INFO nova.compute.manager [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Took 14.71 seconds to build instance. [ 1239.809275] env[69169]: DEBUG nova.compute.manager [req-50fd62b4-b559-4694-a62d-a2e6bcb2e0e0 req-b7aa985a-35f3-4b85-b16e-23ec2d88e7cd service nova] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Received event network-changed-3688d6a0-f0de-4c80-9033-0c8b40c942d1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.809275] env[69169]: DEBUG nova.compute.manager [req-50fd62b4-b559-4694-a62d-a2e6bcb2e0e0 req-b7aa985a-35f3-4b85-b16e-23ec2d88e7cd service nova] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Refreshing instance network info cache due to event network-changed-3688d6a0-f0de-4c80-9033-0c8b40c942d1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.809275] env[69169]: DEBUG oslo_concurrency.lockutils [req-50fd62b4-b559-4694-a62d-a2e6bcb2e0e0 req-b7aa985a-35f3-4b85-b16e-23ec2d88e7cd service nova] Acquiring lock "refresh_cache-cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.809275] env[69169]: DEBUG oslo_concurrency.lockutils [req-50fd62b4-b559-4694-a62d-a2e6bcb2e0e0 req-b7aa985a-35f3-4b85-b16e-23ec2d88e7cd service nova] Acquired lock "refresh_cache-cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.809275] env[69169]: DEBUG nova.network.neutron [req-50fd62b4-b559-4694-a62d-a2e6bcb2e0e0 req-b7aa985a-35f3-4b85-b16e-23ec2d88e7cd service nova] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Refreshing network info cache for port 3688d6a0-f0de-4c80-9033-0c8b40c942d1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.860063] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: b8a29c26-457b-48a6-b550-036faa697f6c] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.968713] env[69169]: DEBUG oslo_vmware.api [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125624} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.968973] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.969176] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.969357] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.969526] env[69169]: INFO nova.compute.manager [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1239.969759] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.969948] env[69169]: DEBUG nova.compute.manager [-] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.970062] env[69169]: DEBUG nova.network.neutron [-] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.065845] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.103683] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251975, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.140209] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c532296d-ef2f-4859-951c-6d9097db472e tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "127a8fed-662f-449b-837e-efa700d934d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.717s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.289741] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0071c998-dd32-4840-b531-fbf0a27142ab tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "58d26347-ab95-4c03-8ad0-7b08f21a84c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.219s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.328954] env[69169]: DEBUG nova.compute.manager [req-76af93e2-e4e8-47c0-80b5-bb3d5015d5f7 req-5b8c01d3-150b-4ed6-9df2-6d24582dca5a service nova] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Received event network-vif-deleted-288c1a39-ac43-4161-ac3a-21ef034557a9 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.329177] env[69169]: INFO nova.compute.manager [req-76af93e2-e4e8-47c0-80b5-bb3d5015d5f7 req-5b8c01d3-150b-4ed6-9df2-6d24582dca5a service nova] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Neutron deleted interface 288c1a39-ac43-4161-ac3a-21ef034557a9; detaching it from the instance and deleting it from the info cache [ 1240.329347] env[69169]: DEBUG nova.network.neutron [req-76af93e2-e4e8-47c0-80b5-bb3d5015d5f7 req-5b8c01d3-150b-4ed6-9df2-6d24582dca5a service nova] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.365619] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: a17c812e-4eec-402e-8a9f-6986cd0da4f8] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.563114] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.585596] env[69169]: DEBUG nova.network.neutron [req-50fd62b4-b559-4694-a62d-a2e6bcb2e0e0 req-b7aa985a-35f3-4b85-b16e-23ec2d88e7cd service nova] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Updated VIF entry in instance network info cache for port 3688d6a0-f0de-4c80-9033-0c8b40c942d1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.586032] env[69169]: DEBUG nova.network.neutron [req-50fd62b4-b559-4694-a62d-a2e6bcb2e0e0 req-b7aa985a-35f3-4b85-b16e-23ec2d88e7cd service nova] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Updating instance_info_cache with network_info: [{"id": "3688d6a0-f0de-4c80-9033-0c8b40c942d1", "address": "fa:16:3e:34:e8:7c", "network": {"id": "1444ba0a-0254-48b5-b317-697dc9bea5af", "bridge": "br-int", "label": "tempest-ServersTestJSON-247367574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d8d04a5ab47fda9b658c0c265488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3688d6a0-f0", "ovs_interfaceid": "3688d6a0-f0de-4c80-9033-0c8b40c942d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.606101] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251975, 'name': CreateVM_Task, 'duration_secs': 0.865001} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.606101] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.606616] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.606616] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.607032] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.607174] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce917ab-b48f-4320-abd3-52748e3cb2f8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.611855] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1240.611855] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520a6266-53a0-92bc-fce7-19bcea7cb1bd" [ 1240.611855] env[69169]: _type = "Task" [ 1240.611855] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.622308] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520a6266-53a0-92bc-fce7-19bcea7cb1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.809281] env[69169]: DEBUG nova.network.neutron [-] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.832665] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-630885e2-076c-4b4d-b661-d188e0ceaf71 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.842181] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffa3101-1d0e-4c74-afaf-7cf91ffc58f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.872024] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 8c079e7f-672c-45d3-b2e4-635e84dacc13] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.873917] env[69169]: DEBUG nova.compute.manager [req-76af93e2-e4e8-47c0-80b5-bb3d5015d5f7 req-5b8c01d3-150b-4ed6-9df2-6d24582dca5a service nova] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Detach interface failed, port_id=288c1a39-ac43-4161-ac3a-21ef034557a9, reason: Instance 1932f2a6-cf96-4990-8162-1e90d683c5c5 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1240.876805] env[69169]: INFO nova.compute.manager [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Rebuilding instance [ 1240.998392] env[69169]: DEBUG nova.compute.manager [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.999281] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c44118a-ff5f-49af-9939-0d66051cf3c3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.058977] env[69169]: DEBUG oslo_vmware.api [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3251974, 'name': PowerOnVM_Task, 'duration_secs': 1.082049} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.059614] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.059828] env[69169]: INFO nova.compute.manager [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1241.060101] env[69169]: DEBUG nova.compute.manager [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.060888] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd4707e-9dee-45f8-938c-16eea2ab1d89 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.072953] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5157f4-0e66-41ab-9ddf-88585923990f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.089687] env[69169]: DEBUG oslo_concurrency.lockutils [req-50fd62b4-b559-4694-a62d-a2e6bcb2e0e0 req-b7aa985a-35f3-4b85-b16e-23ec2d88e7cd service nova] Releasing lock "refresh_cache-cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.089998] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance '26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d' progress to 0 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.122015] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520a6266-53a0-92bc-fce7-19bcea7cb1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010715} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.122457] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.122588] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.123305] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.123305] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.123305] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.123486] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7614cd42-5163-442a-8cc2-6495a7d76f0a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.133426] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.133599] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.134335] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af1800c-cbdb-4ad1-9718-cb1f524090a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.139556] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1241.139556] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f43f73-45e0-fada-779c-ac29019b2c04" [ 1241.139556] env[69169]: _type = "Task" [ 1241.139556] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.146918] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f43f73-45e0-fada-779c-ac29019b2c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.312272] env[69169]: INFO nova.compute.manager [-] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Took 1.34 seconds to deallocate network for instance. [ 1241.375083] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: aef63d36-5a9c-4b5a-adfa-8ddfa1f2dcfb] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.578708] env[69169]: INFO nova.compute.manager [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Took 12.75 seconds to build instance. [ 1241.596061] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.597033] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4b0f3ff-0073-497f-8cac-63868c2f15d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.605975] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1241.605975] env[69169]: value = "task-3251976" [ 1241.605975] env[69169]: _type = "Task" [ 1241.605975] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.615323] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.649757] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f43f73-45e0-fada-779c-ac29019b2c04, 'name': SearchDatastore_Task, 'duration_secs': 0.021723} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.650796] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da8d0a6e-1001-4025-98ea-5b429744957f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.655999] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1241.655999] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c85eb3-888e-150a-f8fe-a36061b4543f" [ 1241.655999] env[69169]: _type = "Task" [ 1241.655999] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.664428] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c85eb3-888e-150a-f8fe-a36061b4543f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.818672] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.818965] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.819198] env[69169]: DEBUG nova.objects.instance [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lazy-loading 'resources' on Instance uuid 1932f2a6-cf96-4990-8162-1e90d683c5c5 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.878666] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: e30e2ede-5559-4549-a023-075e04f972d6] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.012910] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.012910] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e577a72-5028-4d7b-ba3f-20724b80982f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.019627] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1242.019627] env[69169]: value = "task-3251977" [ 1242.019627] env[69169]: _type = "Task" [ 1242.019627] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.028349] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.080766] env[69169]: DEBUG oslo_concurrency.lockutils [None req-464f01fe-a482-40cd-b70b-e1953454c41b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "fd8913ef-b32a-410a-8693-bd722817a76b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.256s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.115405] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251976, 'name': PowerOffVM_Task, 'duration_secs': 0.220344} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.115667] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.115848] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance '26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d' progress to 17 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.166976] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c85eb3-888e-150a-f8fe-a36061b4543f, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.167269] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.167539] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] cddd3732-5d8e-4e0b-aa99-f0175cfe2cda/cddd3732-5d8e-4e0b-aa99-f0175cfe2cda.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.167804] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25608d82-a67b-477a-964a-1ade4ac624f3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.174622] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1242.174622] env[69169]: value = "task-3251978" [ 1242.174622] env[69169]: _type = "Task" [ 1242.174622] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.182654] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.245975] env[69169]: DEBUG nova.compute.manager [req-d14c66dd-54ae-4b70-87d6-8bf36fa7c985 req-eadb112d-b2ec-4d59-93bb-17eaf98bee08 service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Received event network-changed-6d04da2a-9c5e-476b-b2e8-5c59ec63d042 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.246135] env[69169]: DEBUG nova.compute.manager [req-d14c66dd-54ae-4b70-87d6-8bf36fa7c985 req-eadb112d-b2ec-4d59-93bb-17eaf98bee08 service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Refreshing instance network info cache due to event network-changed-6d04da2a-9c5e-476b-b2e8-5c59ec63d042. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.246422] env[69169]: DEBUG oslo_concurrency.lockutils [req-d14c66dd-54ae-4b70-87d6-8bf36fa7c985 req-eadb112d-b2ec-4d59-93bb-17eaf98bee08 service nova] Acquiring lock "refresh_cache-fd8913ef-b32a-410a-8693-bd722817a76b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.246573] env[69169]: DEBUG oslo_concurrency.lockutils [req-d14c66dd-54ae-4b70-87d6-8bf36fa7c985 req-eadb112d-b2ec-4d59-93bb-17eaf98bee08 service nova] Acquired lock "refresh_cache-fd8913ef-b32a-410a-8693-bd722817a76b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.246735] env[69169]: DEBUG nova.network.neutron [req-d14c66dd-54ae-4b70-87d6-8bf36fa7c985 req-eadb112d-b2ec-4d59-93bb-17eaf98bee08 service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Refreshing network info cache for port 6d04da2a-9c5e-476b-b2e8-5c59ec63d042 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.384513] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 9f51da21-4a66-4cd7-80aa-112629e8b9ec] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.485836] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b182fa5-d6b6-49f1-94ca-5916b2b30aba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.493789] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7393b067-7957-4dbe-bd54-32fba2acce2a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.527584] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa72791e-c2a9-43d1-9bfe-d12e2804256e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.540582] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d85d919-813a-4a10-af17-d70e2432c170 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.545478] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251977, 'name': PowerOffVM_Task, 'duration_secs': 0.220028} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.546501] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.546916] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.548834] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b110ee-e681-41c9-8d5b-e525a6035151 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.567056] env[69169]: DEBUG nova.compute.provider_tree [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.576168] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.578105] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f25a8f7-923e-41ef-8570-9b43f11fc497 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.622635] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.622951] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.623127] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.623338] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.623490] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.623639] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.623879] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.624090] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.624281] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.624509] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.624778] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.630584] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28c22ddb-acad-4320-8345-92797bd3d048 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.652952] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.653191] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.653494] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleting the datastore file [datastore2] 58d26347-ab95-4c03-8ad0-7b08f21a84c0 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.654849] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b28356d6-a900-4449-9786-9ad0672a42dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.657047] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1242.657047] env[69169]: value = "task-3251980" [ 1242.657047] env[69169]: _type = "Task" [ 1242.657047] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.662289] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1242.662289] env[69169]: value = "task-3251981" [ 1242.662289] env[69169]: _type = "Task" [ 1242.662289] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.669944] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251980, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.675417] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.686075] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251978, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.886770] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 5d294bea-eda0-4752-bcfb-08992564cbe5] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.022666] env[69169]: DEBUG nova.network.neutron [req-d14c66dd-54ae-4b70-87d6-8bf36fa7c985 req-eadb112d-b2ec-4d59-93bb-17eaf98bee08 service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Updated VIF entry in instance network info cache for port 6d04da2a-9c5e-476b-b2e8-5c59ec63d042. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.023132] env[69169]: DEBUG nova.network.neutron [req-d14c66dd-54ae-4b70-87d6-8bf36fa7c985 req-eadb112d-b2ec-4d59-93bb-17eaf98bee08 service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Updating instance_info_cache with network_info: [{"id": "6d04da2a-9c5e-476b-b2e8-5c59ec63d042", "address": "fa:16:3e:6a:c1:e8", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d04da2a-9c", "ovs_interfaceid": "6d04da2a-9c5e-476b-b2e8-5c59ec63d042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.071812] env[69169]: DEBUG nova.scheduler.client.report [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.166695] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251980, 'name': ReconfigVM_Task, 'duration_secs': 0.210325} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.169995] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance '26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d' progress to 33 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.181324] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445427} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.181587] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.181751] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.181948] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.188600] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700659} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.188819] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] cddd3732-5d8e-4e0b-aa99-f0175cfe2cda/cddd3732-5d8e-4e0b-aa99-f0175cfe2cda.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.189033] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.189330] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02c89972-46e6-40e4-82e6-5dcc5d87a542 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.195288] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1243.195288] env[69169]: value = "task-3251982" [ 1243.195288] env[69169]: _type = "Task" [ 1243.195288] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.202533] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.390010] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 9182b24f-c2f2-4571-a594-f564d5e39f15] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.526957] env[69169]: DEBUG oslo_concurrency.lockutils [req-d14c66dd-54ae-4b70-87d6-8bf36fa7c985 req-eadb112d-b2ec-4d59-93bb-17eaf98bee08 service nova] Releasing lock "refresh_cache-fd8913ef-b32a-410a-8693-bd722817a76b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.579454] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.606350] env[69169]: INFO nova.scheduler.client.report [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Deleted allocations for instance 1932f2a6-cf96-4990-8162-1e90d683c5c5 [ 1243.677349] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.677621] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.677795] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.677980] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.678171] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.678326] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.678524] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.678703] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.678874] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.679053] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.679249] env[69169]: DEBUG nova.virt.hardware [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.684798] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.688071] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40202cb5-197a-4383-8e2a-6fc80c616587 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.709403] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110399} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.710642] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.710995] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1243.710995] env[69169]: value = "task-3251983" [ 1243.710995] env[69169]: _type = "Task" [ 1243.710995] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.711686] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76462ca6-20c7-4ff6-ab3d-bbc445499eae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.722593] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.740512] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] cddd3732-5d8e-4e0b-aa99-f0175cfe2cda/cddd3732-5d8e-4e0b-aa99-f0175cfe2cda.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.741053] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e875bff-95ca-48e3-a7a0-2afbd413516e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.759551] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1243.759551] env[69169]: value = "task-3251984" [ 1243.759551] env[69169]: _type = "Task" [ 1243.759551] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.769193] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.893088] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 93b15968-4f72-4330-8d9e-ed4c671afd7f] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.114477] env[69169]: DEBUG oslo_concurrency.lockutils [None req-9f54a779-8d87-4a83-b415-718e51eff0bd tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "1932f2a6-cf96-4990-8162-1e90d683c5c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.771s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.224492] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.226742] env[69169]: DEBUG nova.virt.hardware [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.226963] env[69169]: DEBUG nova.virt.hardware [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.227135] env[69169]: DEBUG nova.virt.hardware [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.227324] env[69169]: DEBUG nova.virt.hardware [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.227481] env[69169]: DEBUG nova.virt.hardware [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.227629] env[69169]: DEBUG nova.virt.hardware [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.227832] env[69169]: DEBUG nova.virt.hardware [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.227987] env[69169]: DEBUG nova.virt.hardware [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.228167] env[69169]: DEBUG nova.virt.hardware [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.228331] env[69169]: DEBUG nova.virt.hardware [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.228498] env[69169]: DEBUG nova.virt.hardware [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.229288] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7833e571-1b67-4505-95e6-7d75920f1472 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.236273] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b40e50c-2164-4cc3-81bf-f21aa931f08d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.249624] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:39:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd747b1d3-3e75-4c9e-9544-dd2ca8feeada', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.257177] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.257541] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.257698] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ded0cc99-a37f-4fcf-a90c-a489b8482f66 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.284907] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.286283] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.286283] env[69169]: value = "task-3251985" [ 1244.286283] env[69169]: _type = "Task" [ 1244.286283] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.294093] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251985, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.396676] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: b795a13c-58a3-4417-8e32-a8dad6b63387] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.724290] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251983, 'name': ReconfigVM_Task, 'duration_secs': 0.596652} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.724924] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.725348] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1da559b-d215-45ea-b3f1-205e6c345fb5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.747509] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d/26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.747814] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d94cc08e-0f47-45e6-a6df-5be6c61191f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.765720] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1244.765720] env[69169]: value = "task-3251986" [ 1244.765720] env[69169]: _type = "Task" [ 1244.765720] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.775057] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.782079] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251984, 'name': ReconfigVM_Task, 'duration_secs': 0.745169} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.782333] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Reconfigured VM instance instance-00000070 to attach disk [datastore2] cddd3732-5d8e-4e0b-aa99-f0175cfe2cda/cddd3732-5d8e-4e0b-aa99-f0175cfe2cda.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.782974] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91c4a700-080a-4db5-bf03-2e0ce6682407 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.790495] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1244.790495] env[69169]: value = "task-3251987" [ 1244.790495] env[69169]: _type = "Task" [ 1244.790495] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.796739] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3251985, 'name': CreateVM_Task, 'duration_secs': 0.441234} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.797274] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.797949] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.798153] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.798515] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.801691] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab5a847-ce38-492c-8ce0-9faa37764424 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.803147] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251987, 'name': Rename_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.805900] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1244.805900] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52903382-4d2b-8ad6-1770-3f5963918f0d" [ 1244.805900] env[69169]: _type = "Task" [ 1244.805900] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.813659] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52903382-4d2b-8ad6-1770-3f5963918f0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.900439] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: db322ef3-1e66-4ec5-831e-ea324be1c679] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.991558] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "e5075c5b-89e9-48bb-baeb-abfd44b87bf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.991817] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "e5075c5b-89e9-48bb-baeb-abfd44b87bf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.992042] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "e5075c5b-89e9-48bb-baeb-abfd44b87bf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.992310] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "e5075c5b-89e9-48bb-baeb-abfd44b87bf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.992525] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "e5075c5b-89e9-48bb-baeb-abfd44b87bf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.994737] env[69169]: INFO nova.compute.manager [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Terminating instance [ 1245.276358] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.299438] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251987, 'name': Rename_Task, 'duration_secs': 0.153563} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.300156] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.300156] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a07ae4d-f4b5-46cc-a1c3-7837f13612eb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.306636] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1245.306636] env[69169]: value = "task-3251988" [ 1245.306636] env[69169]: _type = "Task" [ 1245.306636] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.317466] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.320572] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52903382-4d2b-8ad6-1770-3f5963918f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.320831] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.321074] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.321300] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.321443] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.321613] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.321852] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-069e4ac4-df5b-4981-ad24-51756e22bf51 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.331835] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.332033] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.332771] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce917d8-7e0e-4713-be26-126a2b1cd16c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.339045] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1245.339045] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523f1941-6239-6089-a598-ef1caff9f54d" [ 1245.339045] env[69169]: _type = "Task" [ 1245.339045] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.346419] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523f1941-6239-6089-a598-ef1caff9f54d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.404109] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: a4932b56-d94f-444e-8e5a-ea6c94ec9ac3] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.500091] env[69169]: DEBUG nova.compute.manager [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.500091] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.500091] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c336a9d8-ea85-4e40-882c-94e7f7ae1d0a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.507741] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.507985] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbc4ad7f-8b20-4d5d-9619-df17d824908f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.513699] env[69169]: DEBUG oslo_vmware.api [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1245.513699] env[69169]: value = "task-3251989" [ 1245.513699] env[69169]: _type = "Task" [ 1245.513699] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.522697] env[69169]: DEBUG oslo_vmware.api [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.777158] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251986, 'name': ReconfigVM_Task, 'duration_secs': 0.582505} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.777493] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d/26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.777764] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance '26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d' progress to 50 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.820072] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251988, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.849928] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523f1941-6239-6089-a598-ef1caff9f54d, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.850723] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea0a88ff-d7fa-4c63-9b5e-e70cdc6661e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.855976] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1245.855976] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5263fa03-d79c-9376-f609-20766da46973" [ 1245.855976] env[69169]: _type = "Task" [ 1245.855976] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.863295] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5263fa03-d79c-9376-f609-20766da46973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.907387] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 86b49110-4193-4eb9-b2e4-40b97ff58a2b] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.023984] env[69169]: DEBUG oslo_vmware.api [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251989, 'name': PowerOffVM_Task, 'duration_secs': 0.211204} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.024282] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.024451] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.024697] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40fc1ab0-c439-4eb7-a046-c6fed7d6ee02 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.094104] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.094484] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.094768] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Deleting the datastore file [datastore1] e5075c5b-89e9-48bb-baeb-abfd44b87bf1 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.095154] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c23843b5-5198-4f4f-aa41-e2aa01da2e08 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.102873] env[69169]: DEBUG oslo_vmware.api [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for the task: (returnval){ [ 1246.102873] env[69169]: value = "task-3251991" [ 1246.102873] env[69169]: _type = "Task" [ 1246.102873] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.110637] env[69169]: DEBUG oslo_vmware.api [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.286069] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960f592d-1228-4497-9577-1b87062a9458 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.304882] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a80fc5-fadf-4105-8c41-67d814f29a45 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.324244] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance '26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d' progress to 67 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.333646] env[69169]: DEBUG oslo_vmware.api [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251988, 'name': PowerOnVM_Task, 'duration_secs': 0.695597} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.333918] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.334129] env[69169]: INFO nova.compute.manager [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1246.334321] env[69169]: DEBUG nova.compute.manager [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.335329] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079ac252-3f8c-49f2-8878-c1ac5e7f5172 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.366474] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5263fa03-d79c-9376-f609-20766da46973, 'name': SearchDatastore_Task, 'duration_secs': 0.0095} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.366742] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.367240] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 58d26347-ab95-4c03-8ad0-7b08f21a84c0/58d26347-ab95-4c03-8ad0-7b08f21a84c0.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.367365] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-461aa6ad-2133-4beb-84f3-5084c11ae11d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.373749] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1246.373749] env[69169]: value = "task-3251992" [ 1246.373749] env[69169]: _type = "Task" [ 1246.373749] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.382491] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.410733] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 31492cd2-0e25-454c-840e-6d0cd9ea8dd4] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.614647] env[69169]: DEBUG oslo_vmware.api [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Task: {'id': task-3251991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133529} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.615011] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.615105] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.615286] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.615455] env[69169]: INFO nova.compute.manager [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1246.615696] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.615897] env[69169]: DEBUG nova.compute.manager [-] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.615989] env[69169]: DEBUG nova.network.neutron [-] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.856316] env[69169]: INFO nova.compute.manager [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Took 17.27 seconds to build instance. [ 1246.869418] env[69169]: DEBUG nova.network.neutron [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Port 10143c3f-50cc-4e66-b926-c6b1b91a9e5c binding to destination host cpu-1 is already ACTIVE {{(pid=69169) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1246.882944] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451214} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.884275] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 58d26347-ab95-4c03-8ad0-7b08f21a84c0/58d26347-ab95-4c03-8ad0-7b08f21a84c0.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.884275] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.884275] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-777e01b0-ff91-414f-9268-b270fb1ee855 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.890347] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1246.890347] env[69169]: value = "task-3251993" [ 1246.890347] env[69169]: _type = "Task" [ 1246.890347] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.898930] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.913988] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 2f33b223-ee35-4459-9f89-1fe22c03edce] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.031288] env[69169]: DEBUG nova.compute.manager [req-8cac093f-8643-4666-8fe1-6ed7f56abdc4 req-6ada6d44-6793-42a1-ba16-f3921150d74f service nova] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Received event network-vif-deleted-af4b2187-f759-494c-a41c-edfae443f926 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.031288] env[69169]: INFO nova.compute.manager [req-8cac093f-8643-4666-8fe1-6ed7f56abdc4 req-6ada6d44-6793-42a1-ba16-f3921150d74f service nova] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Neutron deleted interface af4b2187-f759-494c-a41c-edfae443f926; detaching it from the instance and deleting it from the info cache [ 1247.031288] env[69169]: DEBUG nova.network.neutron [req-8cac093f-8643-4666-8fe1-6ed7f56abdc4 req-6ada6d44-6793-42a1-ba16-f3921150d74f service nova] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.359491] env[69169]: DEBUG oslo_concurrency.lockutils [None req-feebfde9-fc0a-42e7-852b-2504f66d43dc tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.789s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.400649] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065089} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.400649] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.401363] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220ec684-690e-4629-aa6c-63a5e29bc4d0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.426276] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 58d26347-ab95-4c03-8ad0-7b08f21a84c0/58d26347-ab95-4c03-8ad0-7b08f21a84c0.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.427347] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 000fb427-c633-400f-814f-82a7380cf474] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.428958] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42ddc3e7-7853-4ded-9474-03fa0185481e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.448730] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1247.448730] env[69169]: value = "task-3251994" [ 1247.448730] env[69169]: _type = "Task" [ 1247.448730] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.461731] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.479098] env[69169]: DEBUG nova.network.neutron [-] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.534232] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a4e3239-3325-48db-8483-dc761693678a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.544011] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651397b1-b0ef-4b27-b581-abe372d2573e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.574174] env[69169]: DEBUG nova.compute.manager [req-8cac093f-8643-4666-8fe1-6ed7f56abdc4 req-6ada6d44-6793-42a1-ba16-f3921150d74f service nova] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Detach interface failed, port_id=af4b2187-f759-494c-a41c-edfae443f926, reason: Instance e5075c5b-89e9-48bb-baeb-abfd44b87bf1 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1247.809303] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89f63c2-ab08-4137-9063-efafdcec7106 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.809696] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89f63c2-ab08-4137-9063-efafdcec7106 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.809796] env[69169]: DEBUG nova.compute.manager [None req-c89f63c2-ab08-4137-9063-efafdcec7106 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.811110] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b75e35c-7a1b-420c-8de4-18a8c824de97 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.818027] env[69169]: DEBUG nova.compute.manager [None req-c89f63c2-ab08-4137-9063-efafdcec7106 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69169) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1247.818841] env[69169]: DEBUG nova.objects.instance [None req-c89f63c2-ab08-4137-9063-efafdcec7106 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lazy-loading 'flavor' on Instance uuid cddd3732-5d8e-4e0b-aa99-f0175cfe2cda {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.889586] env[69169]: DEBUG oslo_concurrency.lockutils [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.889730] env[69169]: DEBUG oslo_concurrency.lockutils [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.889941] env[69169]: DEBUG oslo_concurrency.lockutils [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.944027] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: d6ebd1c9-67a1-4e16-881c-ed8a07d9fdae] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.958604] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.980935] env[69169]: INFO nova.compute.manager [-] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Took 1.36 seconds to deallocate network for instance. [ 1248.448228] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 1e8ff010-4fd6-47cf-9f1b-5c6ce4cfbd03] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.460020] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251994, 'name': ReconfigVM_Task, 'duration_secs': 0.973616} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.461131] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 58d26347-ab95-4c03-8ad0-7b08f21a84c0/58d26347-ab95-4c03-8ad0-7b08f21a84c0.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.462148] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d328cf67-70f5-4df7-a4af-2b6256182f66 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.468500] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1248.468500] env[69169]: value = "task-3251995" [ 1248.468500] env[69169]: _type = "Task" [ 1248.468500] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.479283] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251995, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.487058] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.487220] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.487449] env[69169]: DEBUG nova.objects.instance [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lazy-loading 'resources' on Instance uuid e5075c5b-89e9-48bb-baeb-abfd44b87bf1 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.826877] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89f63c2-ab08-4137-9063-efafdcec7106 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.827324] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cb55ef3-afd5-4c8c-a2bb-3e14f48218be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.834845] env[69169]: DEBUG oslo_vmware.api [None req-c89f63c2-ab08-4137-9063-efafdcec7106 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1248.834845] env[69169]: value = "task-3251996" [ 1248.834845] env[69169]: _type = "Task" [ 1248.834845] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.844369] env[69169]: DEBUG oslo_vmware.api [None req-c89f63c2-ab08-4137-9063-efafdcec7106 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.956142] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 9508d01e-4f1e-4545-87b9-fd7e1b5d6404] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.958839] env[69169]: DEBUG oslo_concurrency.lockutils [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.959008] env[69169]: DEBUG oslo_concurrency.lockutils [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.959242] env[69169]: DEBUG nova.network.neutron [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.979576] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251995, 'name': Rename_Task, 'duration_secs': 0.15726} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.979832] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.980129] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa60b8b6-0502-4eb7-93b0-16472885cb65 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.992404] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1248.992404] env[69169]: value = "task-3251997" [ 1248.992404] env[69169]: _type = "Task" [ 1248.992404] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.001144] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.141525] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2c46b7-efd8-43f8-8127-3d6180a2c69f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.149175] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c048b0a-3894-4970-86da-223167af7d87 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.181151] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918ddad3-9fab-4f71-bde5-b2423e4545ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.190406] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a7459c-b4dc-4a34-8971-dc61741d8ef4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.211997] env[69169]: DEBUG nova.compute.provider_tree [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.328564] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2b9b26b2-8eef-4b5b-b003-efc43d05b0bc tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "interface-c612562f-ab93-48f3-9017-448a5db9b043-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.328887] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2b9b26b2-8eef-4b5b-b003-efc43d05b0bc tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-c612562f-ab93-48f3-9017-448a5db9b043-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.329238] env[69169]: DEBUG nova.objects.instance [None req-2b9b26b2-8eef-4b5b-b003-efc43d05b0bc tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'flavor' on Instance uuid c612562f-ab93-48f3-9017-448a5db9b043 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.346415] env[69169]: DEBUG oslo_vmware.api [None req-c89f63c2-ab08-4137-9063-efafdcec7106 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3251996, 'name': PowerOffVM_Task, 'duration_secs': 0.179019} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.347349] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89f63c2-ab08-4137-9063-efafdcec7106 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.347560] env[69169]: DEBUG nova.compute.manager [None req-c89f63c2-ab08-4137-9063-efafdcec7106 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.348430] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a33771-bed9-4252-ba83-3bd429961821 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.464393] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 57b59d5e-86f1-4fd3-8d2a-52c86b9798bd] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.503261] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251997, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.715387] env[69169]: DEBUG nova.scheduler.client.report [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.770339] env[69169]: DEBUG nova.network.neutron [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance_info_cache with network_info: [{"id": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "address": "fa:16:3e:1b:a6:7f", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10143c3f-50", "ovs_interfaceid": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.834263] env[69169]: DEBUG nova.objects.instance [None req-2b9b26b2-8eef-4b5b-b003-efc43d05b0bc tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'pci_requests' on Instance uuid c612562f-ab93-48f3-9017-448a5db9b043 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.860763] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89f63c2-ab08-4137-9063-efafdcec7106 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.967330] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 02eefdb0-553f-43e4-99b3-7704615d12f7] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.003724] env[69169]: DEBUG oslo_vmware.api [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3251997, 'name': PowerOnVM_Task, 'duration_secs': 0.641843} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.004070] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.004335] env[69169]: DEBUG nova.compute.manager [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.005157] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5db673-f973-4d16-aa5a-80c1c7e27ded {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.224923] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.242952] env[69169]: INFO nova.scheduler.client.report [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Deleted allocations for instance e5075c5b-89e9-48bb-baeb-abfd44b87bf1 [ 1250.273196] env[69169]: DEBUG oslo_concurrency.lockutils [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.337147] env[69169]: DEBUG nova.objects.base [None req-2b9b26b2-8eef-4b5b-b003-efc43d05b0bc tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1250.337387] env[69169]: DEBUG nova.network.neutron [None req-2b9b26b2-8eef-4b5b-b003-efc43d05b0bc tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.407463] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2b9b26b2-8eef-4b5b-b003-efc43d05b0bc tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-c612562f-ab93-48f3-9017-448a5db9b043-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.078s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.470629] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 8befb294-3644-4eb5-93df-3582a170d9df] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.520233] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.520525] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.520717] env[69169]: DEBUG nova.objects.instance [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1250.749908] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4f6b7b9a-1c60-4cd0-af85-412f96380ebe tempest-ListImageFiltersTestJSON-76951329 tempest-ListImageFiltersTestJSON-76951329-project-member] Lock "e5075c5b-89e9-48bb-baeb-abfd44b87bf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.758s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.795860] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7673f4f1-fcdf-436c-a3c6-da66a3b1f041 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.815322] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966f1fc5-26a0-4253-9895-c1b608293d2b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.822164] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance '26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d' progress to 83 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.901090] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.901090] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.901090] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.901090] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.901090] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.901825] env[69169]: INFO nova.compute.manager [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Terminating instance [ 1250.973457] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 6fe0f557-72e5-44c7-ad7c-c1227651c671] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.329270] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.329270] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2946e744-3c4f-46d2-9d1d-f103854ebc06 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.339833] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1251.339833] env[69169]: value = "task-3251998" [ 1251.339833] env[69169]: _type = "Task" [ 1251.339833] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.349104] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.405243] env[69169]: DEBUG nova.compute.manager [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.405443] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.406237] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c3ce48-f95c-4fb6-a29a-79768654958c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.416741] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.417008] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79962932-a93a-4b04-b6e7-dd871513021a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.466095] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "58d26347-ab95-4c03-8ad0-7b08f21a84c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.466382] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "58d26347-ab95-4c03-8ad0-7b08f21a84c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.466668] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "58d26347-ab95-4c03-8ad0-7b08f21a84c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.466860] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "58d26347-ab95-4c03-8ad0-7b08f21a84c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.467044] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "58d26347-ab95-4c03-8ad0-7b08f21a84c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.469344] env[69169]: INFO nova.compute.manager [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Terminating instance [ 1251.476896] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: d69df8e9-dd93-4832-a4a4-e3907aac3faf] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.486417] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.486637] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.486816] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleting the datastore file [datastore2] cddd3732-5d8e-4e0b-aa99-f0175cfe2cda {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.487077] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-171c0080-8b45-45c5-876a-ad8feb1b1c4a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.493572] env[69169]: DEBUG oslo_vmware.api [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1251.493572] env[69169]: value = "task-3252000" [ 1251.493572] env[69169]: _type = "Task" [ 1251.493572] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.501527] env[69169]: DEBUG oslo_vmware.api [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3252000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.529448] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77d8dea8-3df1-4b15-8ca9-654aa7ef4b66 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.851558] env[69169]: DEBUG oslo_vmware.api [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3251998, 'name': PowerOnVM_Task, 'duration_secs': 0.468518} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.852989] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.852989] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-68af7df9-eb42-40f7-9b0d-084e21002d86 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance '26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d' progress to 100 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.951793] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "cc0fec5a-214b-4a2c-a351-946861f7c583" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.952543] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "cc0fec5a-214b-4a2c-a351-946861f7c583" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.973238] env[69169]: DEBUG nova.compute.manager [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.973461] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.974349] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9d9562-c093-4619-ad11-1bd5dc5baac1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.982167] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 5bc9b7ec-3506-4814-ab8a-8f23c33d29c7] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.983830] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.984533] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0405124-37f0-4194-9b3b-6ae5f4f42aae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.990519] env[69169]: DEBUG oslo_vmware.api [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1251.990519] env[69169]: value = "task-3252001" [ 1251.990519] env[69169]: _type = "Task" [ 1251.990519] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.000984] env[69169]: DEBUG oslo_vmware.api [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.005984] env[69169]: DEBUG oslo_vmware.api [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3252000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130795} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.006572] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.006815] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.007034] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.007202] env[69169]: INFO nova.compute.manager [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1252.007446] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.008023] env[69169]: DEBUG nova.compute.manager [-] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.008023] env[69169]: DEBUG nova.network.neutron [-] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.369378] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "interface-c612562f-ab93-48f3-9017-448a5db9b043-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.369975] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-c612562f-ab93-48f3-9017-448a5db9b043-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.370533] env[69169]: DEBUG nova.objects.instance [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'flavor' on Instance uuid c612562f-ab93-48f3-9017-448a5db9b043 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.454080] env[69169]: DEBUG nova.compute.manager [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.484987] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 5b4c3634-a153-4a61-80dc-47a8e63227a5] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.501913] env[69169]: DEBUG oslo_vmware.api [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252001, 'name': PowerOffVM_Task, 'duration_secs': 0.169479} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.502556] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.502556] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.502656] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a0ecc0d-d822-4d82-a434-e16773ebf878 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.573482] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.574025] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.574025] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleting the datastore file [datastore1] 58d26347-ab95-4c03-8ad0-7b08f21a84c0 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.574440] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30194ebb-3a9f-4cf9-afe6-736e811b8c88 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.580941] env[69169]: DEBUG oslo_vmware.api [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1252.580941] env[69169]: value = "task-3252003" [ 1252.580941] env[69169]: _type = "Task" [ 1252.580941] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.589415] env[69169]: DEBUG oslo_vmware.api [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.692228] env[69169]: DEBUG nova.compute.manager [req-94db49d0-356e-4e02-aea3-39a7c5cf1da2 req-6a5be679-6f8f-4809-a587-baba6f66f446 service nova] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Received event network-vif-deleted-3688d6a0-f0de-4c80-9033-0c8b40c942d1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.692452] env[69169]: INFO nova.compute.manager [req-94db49d0-356e-4e02-aea3-39a7c5cf1da2 req-6a5be679-6f8f-4809-a587-baba6f66f446 service nova] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Neutron deleted interface 3688d6a0-f0de-4c80-9033-0c8b40c942d1; detaching it from the instance and deleting it from the info cache [ 1252.692925] env[69169]: DEBUG nova.network.neutron [req-94db49d0-356e-4e02-aea3-39a7c5cf1da2 req-6a5be679-6f8f-4809-a587-baba6f66f446 service nova] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.826018] env[69169]: DEBUG nova.network.neutron [-] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.978508] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.978807] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.980355] env[69169]: INFO nova.compute.claims [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.987473] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 6bb8a46b-b52b-4508-ac66-d9aad90fd68c] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.999735] env[69169]: DEBUG nova.objects.instance [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'pci_requests' on Instance uuid c612562f-ab93-48f3-9017-448a5db9b043 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.090937] env[69169]: DEBUG oslo_vmware.api [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125961} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.091227] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.091419] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.091597] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.091766] env[69169]: INFO nova.compute.manager [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1253.092013] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.092207] env[69169]: DEBUG nova.compute.manager [-] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.092301] env[69169]: DEBUG nova.network.neutron [-] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.165117] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "5bfaf467-2150-40bb-88b7-536e08e77fd4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.165451] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.165639] env[69169]: INFO nova.compute.manager [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Shelving [ 1253.195638] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50375b72-247d-4d2d-a347-70550f6c972f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.207011] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfd6fb2-baf0-4964-b7ef-efddc4002951 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.242307] env[69169]: DEBUG nova.compute.manager [req-94db49d0-356e-4e02-aea3-39a7c5cf1da2 req-6a5be679-6f8f-4809-a587-baba6f66f446 service nova] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Detach interface failed, port_id=3688d6a0-f0de-4c80-9033-0c8b40c942d1, reason: Instance cddd3732-5d8e-4e0b-aa99-f0175cfe2cda could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1253.328692] env[69169]: INFO nova.compute.manager [-] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Took 1.32 seconds to deallocate network for instance. [ 1253.495172] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 147238a2-3a9e-4338-b0a4-f2f158784284] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.505014] env[69169]: DEBUG nova.objects.base [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1253.505014] env[69169]: DEBUG nova.network.neutron [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.548726] env[69169]: DEBUG nova.policy [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a6b450a2904216b612aec484497024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '088fa329f82442fdb636c14c4ec555a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.803272] env[69169]: DEBUG nova.network.neutron [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Successfully created port: f0365d78-c72d-4b6d-be42-15a2df5fdcdf {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.838965] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.997441] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: e85e3f78-4be2-4ed0-9553-f7d78d99ddc2] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.062341] env[69169]: DEBUG nova.network.neutron [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Port 10143c3f-50cc-4e66-b926-c6b1b91a9e5c binding to destination host cpu-1 is already ACTIVE {{(pid=69169) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1254.063240] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.063812] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.064183] env[69169]: DEBUG nova.network.neutron [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.066596] env[69169]: DEBUG nova.network.neutron [-] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.174624] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142cccdc-810d-4a54-8bb7-6f7996f98e9f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.179188] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.179447] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-057448c3-f5e0-4b61-936b-a7bdb3e9d731 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.187550] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826c66a2-6d9a-403b-b7a4-c25c7bbb00f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.191310] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1254.191310] env[69169]: value = "task-3252004" [ 1254.191310] env[69169]: _type = "Task" [ 1254.191310] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.229872] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc5cb75-7ec3-4db2-bb10-152f91525d20 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.236401] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.241565] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb034e0-107e-4cf0-a6a7-ddc41ae24469 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.255680] env[69169]: DEBUG nova.compute.provider_tree [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.501897] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: e1e94956-c9e4-47ab-ba27-7cb61ece9111] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.572638] env[69169]: INFO nova.compute.manager [-] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Took 1.48 seconds to deallocate network for instance. [ 1254.701206] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252004, 'name': PowerOffVM_Task, 'duration_secs': 0.20249} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.701451] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.702354] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f788f6-9e9e-45e8-98d2-be6476c6f910 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.720280] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1109dc3-84d1-4cdb-b140-5eeb647e0a7d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.783125] env[69169]: ERROR nova.scheduler.client.report [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [req-639038cd-90d1-4c94-8268-07cc7755fd76] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-639038cd-90d1-4c94-8268-07cc7755fd76"}]} [ 1254.802027] env[69169]: DEBUG nova.scheduler.client.report [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1254.819487] env[69169]: DEBUG nova.scheduler.client.report [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1254.819487] env[69169]: DEBUG nova.compute.provider_tree [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.831636] env[69169]: DEBUG nova.scheduler.client.report [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1254.851865] env[69169]: DEBUG nova.scheduler.client.report [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1255.007214] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: d2160939-2942-44a2-b5f8-377d5dc7c1c4] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.040129] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6776b896-3e7d-46db-8e27-b86215e46734 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.048133] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725ea451-c671-42fe-8fc9-5d20614f24c9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.087969] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.089612] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8765a1f-77b0-4bd9-a946-bfd6e3bea1d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.101612] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1075310b-6d0e-47ad-a8d5-61eb88b3fdd8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.115602] env[69169]: DEBUG nova.compute.provider_tree [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.123258] env[69169]: DEBUG nova.compute.manager [req-f101f1d8-0002-45f7-84e6-cdcdab5298fc req-0e9a249a-5565-4ee6-84ff-6a07a2e9d4cd service nova] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Received event network-vif-deleted-d747b1d3-3e75-4c9e-9544-dd2ca8feeada {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.213841] env[69169]: DEBUG nova.network.neutron [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance_info_cache with network_info: [{"id": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "address": "fa:16:3e:1b:a6:7f", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10143c3f-50", "ovs_interfaceid": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.231643] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1255.232263] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-61936b69-997c-448e-812e-e4492e9419e2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.240759] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1255.240759] env[69169]: value = "task-3252005" [ 1255.240759] env[69169]: _type = "Task" [ 1255.240759] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.249676] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252005, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.336973] env[69169]: DEBUG nova.network.neutron [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Successfully updated port: f0365d78-c72d-4b6d-be42-15a2df5fdcdf {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.364387] env[69169]: DEBUG nova.compute.manager [req-7155c763-7269-4249-82db-bb9e37468cfb req-91b02aee-a36e-4e00-b0ff-999fd59bbc9f service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Received event network-vif-plugged-f0365d78-c72d-4b6d-be42-15a2df5fdcdf {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.364525] env[69169]: DEBUG oslo_concurrency.lockutils [req-7155c763-7269-4249-82db-bb9e37468cfb req-91b02aee-a36e-4e00-b0ff-999fd59bbc9f service nova] Acquiring lock "c612562f-ab93-48f3-9017-448a5db9b043-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.364719] env[69169]: DEBUG oslo_concurrency.lockutils [req-7155c763-7269-4249-82db-bb9e37468cfb req-91b02aee-a36e-4e00-b0ff-999fd59bbc9f service nova] Lock "c612562f-ab93-48f3-9017-448a5db9b043-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.364900] env[69169]: DEBUG oslo_concurrency.lockutils [req-7155c763-7269-4249-82db-bb9e37468cfb req-91b02aee-a36e-4e00-b0ff-999fd59bbc9f service nova] Lock "c612562f-ab93-48f3-9017-448a5db9b043-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.365065] env[69169]: DEBUG nova.compute.manager [req-7155c763-7269-4249-82db-bb9e37468cfb req-91b02aee-a36e-4e00-b0ff-999fd59bbc9f service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] No waiting events found dispatching network-vif-plugged-f0365d78-c72d-4b6d-be42-15a2df5fdcdf {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.365236] env[69169]: WARNING nova.compute.manager [req-7155c763-7269-4249-82db-bb9e37468cfb req-91b02aee-a36e-4e00-b0ff-999fd59bbc9f service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Received unexpected event network-vif-plugged-f0365d78-c72d-4b6d-be42-15a2df5fdcdf for instance with vm_state active and task_state None. [ 1255.510646] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 3ecc127a-fa82-4a97-aaca-452d126ea168] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.653604] env[69169]: DEBUG nova.scheduler.client.report [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1255.653937] env[69169]: DEBUG nova.compute.provider_tree [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 157 to 158 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1255.654413] env[69169]: DEBUG nova.compute.provider_tree [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.718055] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.752654] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252005, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.842377] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.842578] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.842767] env[69169]: DEBUG nova.network.neutron [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.013947] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 5b19a47f-8fcb-4574-8b9a-0311a35c168a] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.159939] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.180s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.159939] env[69169]: DEBUG nova.compute.manager [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1256.162644] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.326s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.162899] env[69169]: DEBUG nova.objects.instance [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lazy-loading 'resources' on Instance uuid cddd3732-5d8e-4e0b-aa99-f0175cfe2cda {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.220738] env[69169]: DEBUG nova.compute.manager [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69169) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1256.220949] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.251559] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252005, 'name': CreateSnapshot_Task, 'duration_secs': 0.515333} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.251828] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1256.252599] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc90971d-d06f-4d6f-9ae4-be984de5f0f0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.378484] env[69169]: WARNING nova.network.neutron [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] 7d083c25-8f15-4ac3-89ea-58eb4ef777d7 already exists in list: networks containing: ['7d083c25-8f15-4ac3-89ea-58eb4ef777d7']. ignoring it [ 1256.517358] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: ca5989b5-eea8-4034-b9e6-3c3aa1e4b061] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.666216] env[69169]: DEBUG nova.compute.utils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.674101] env[69169]: DEBUG nova.compute.manager [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.674349] env[69169]: DEBUG nova.network.neutron [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.710337] env[69169]: DEBUG nova.network.neutron [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updating instance_info_cache with network_info: [{"id": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "address": "fa:16:3e:50:4f:e0", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503fe8ab-ba", "ovs_interfaceid": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0365d78-c72d-4b6d-be42-15a2df5fdcdf", "address": "fa:16:3e:9e:30:e3", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0365d78-c7", "ovs_interfaceid": "f0365d78-c72d-4b6d-be42-15a2df5fdcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.712957] env[69169]: DEBUG nova.policy [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afef1456dc304d159e9ad34adf5b1592', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2aefaf8c89604f2397e7c9131d766b7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.772167] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1256.774977] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-362be640-080c-4172-b26e-51492cfa59bc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.783517] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1256.783517] env[69169]: value = "task-3252006" [ 1256.783517] env[69169]: _type = "Task" [ 1256.783517] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.794888] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252006, 'name': CloneVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.837318] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07f5076-1109-4b29-85a9-c95e7037a042 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.844308] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e2b38f-683b-4ea2-82cf-a461d4c4f584 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.877811] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a868e3dd-4439-4eb0-8887-9ce2e3435ae9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.885323] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf4040d-2f49-4f39-9939-786291c5b2a1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.899197] env[69169]: DEBUG nova.compute.provider_tree [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.965355] env[69169]: DEBUG nova.network.neutron [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Successfully created port: 332aa0d7-31e1-48ce-8571-2877cbc1a3c6 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1257.025034] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 73c9ad6c-38ab-4cec-a80c-d874507a5180] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.175208] env[69169]: DEBUG nova.compute.manager [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1257.215825] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.216589] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.216793] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.217914] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e082e9-6056-456a-8e82-86f9c8d83e25 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.236983] env[69169]: DEBUG nova.virt.hardware [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.237501] env[69169]: DEBUG nova.virt.hardware [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.237501] env[69169]: DEBUG nova.virt.hardware [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.237607] env[69169]: DEBUG nova.virt.hardware [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.237697] env[69169]: DEBUG nova.virt.hardware [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.237891] env[69169]: DEBUG nova.virt.hardware [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.238751] env[69169]: DEBUG nova.virt.hardware [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.238751] env[69169]: DEBUG nova.virt.hardware [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.238751] env[69169]: DEBUG nova.virt.hardware [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.238751] env[69169]: DEBUG nova.virt.hardware [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.238751] env[69169]: DEBUG nova.virt.hardware [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.245640] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Reconfiguring VM to attach interface {{(pid=69169) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1257.246326] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b80b6555-e7fd-4df8-845c-992b072d9d0b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.272260] env[69169]: DEBUG oslo_vmware.api [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1257.272260] env[69169]: value = "task-3252007" [ 1257.272260] env[69169]: _type = "Task" [ 1257.272260] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.282281] env[69169]: DEBUG oslo_vmware.api [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252007, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.293676] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252006, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.402661] env[69169]: DEBUG nova.scheduler.client.report [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.528387] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: d8180779-0929-4896-b981-4f4985d091e9] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.557864] env[69169]: DEBUG nova.compute.manager [req-e3156a38-ca97-44f6-9f8d-a805662e43ec req-8c789860-fe42-41f5-b924-76af0cae70a7 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Received event network-changed-f0365d78-c72d-4b6d-be42-15a2df5fdcdf {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.558111] env[69169]: DEBUG nova.compute.manager [req-e3156a38-ca97-44f6-9f8d-a805662e43ec req-8c789860-fe42-41f5-b924-76af0cae70a7 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Refreshing instance network info cache due to event network-changed-f0365d78-c72d-4b6d-be42-15a2df5fdcdf. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.558703] env[69169]: DEBUG oslo_concurrency.lockutils [req-e3156a38-ca97-44f6-9f8d-a805662e43ec req-8c789860-fe42-41f5-b924-76af0cae70a7 service nova] Acquiring lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.558703] env[69169]: DEBUG oslo_concurrency.lockutils [req-e3156a38-ca97-44f6-9f8d-a805662e43ec req-8c789860-fe42-41f5-b924-76af0cae70a7 service nova] Acquired lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.558703] env[69169]: DEBUG nova.network.neutron [req-e3156a38-ca97-44f6-9f8d-a805662e43ec req-8c789860-fe42-41f5-b924-76af0cae70a7 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Refreshing network info cache for port f0365d78-c72d-4b6d-be42-15a2df5fdcdf {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.783709] env[69169]: DEBUG oslo_vmware.api [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252007, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.792752] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252006, 'name': CloneVM_Task} progress is 95%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.907830] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.909734] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.822s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.909968] env[69169]: DEBUG nova.objects.instance [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lazy-loading 'resources' on Instance uuid 58d26347-ab95-4c03-8ad0-7b08f21a84c0 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.932400] env[69169]: INFO nova.scheduler.client.report [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted allocations for instance cddd3732-5d8e-4e0b-aa99-f0175cfe2cda [ 1258.031857] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 1dd8eb3f-6434-4ad0-80f6-ab4c43e3e439] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.184130] env[69169]: DEBUG nova.compute.manager [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1258.211120] env[69169]: DEBUG nova.virt.hardware [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.211390] env[69169]: DEBUG nova.virt.hardware [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.211554] env[69169]: DEBUG nova.virt.hardware [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.211746] env[69169]: DEBUG nova.virt.hardware [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.211891] env[69169]: DEBUG nova.virt.hardware [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.212044] env[69169]: DEBUG nova.virt.hardware [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.212250] env[69169]: DEBUG nova.virt.hardware [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.212406] env[69169]: DEBUG nova.virt.hardware [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.212567] env[69169]: DEBUG nova.virt.hardware [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.212724] env[69169]: DEBUG nova.virt.hardware [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.212890] env[69169]: DEBUG nova.virt.hardware [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.213752] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c85dc15-3b99-4bc6-bea0-04fbad6e1737 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.224066] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b95cdf-3edd-4c91-97cf-2a25b07b885a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.256464] env[69169]: DEBUG nova.network.neutron [req-e3156a38-ca97-44f6-9f8d-a805662e43ec req-8c789860-fe42-41f5-b924-76af0cae70a7 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updated VIF entry in instance network info cache for port f0365d78-c72d-4b6d-be42-15a2df5fdcdf. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.256932] env[69169]: DEBUG nova.network.neutron [req-e3156a38-ca97-44f6-9f8d-a805662e43ec req-8c789860-fe42-41f5-b924-76af0cae70a7 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updating instance_info_cache with network_info: [{"id": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "address": "fa:16:3e:50:4f:e0", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503fe8ab-ba", "ovs_interfaceid": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0365d78-c72d-4b6d-be42-15a2df5fdcdf", "address": "fa:16:3e:9e:30:e3", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0365d78-c7", "ovs_interfaceid": "f0365d78-c72d-4b6d-be42-15a2df5fdcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.282165] env[69169]: DEBUG oslo_vmware.api [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252007, 'name': ReconfigVM_Task, 'duration_secs': 0.568095} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.282660] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.282867] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Reconfigured VM to attach interface {{(pid=69169) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1258.294343] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252006, 'name': CloneVM_Task, 'duration_secs': 1.236909} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.294590] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Created linked-clone VM from snapshot [ 1258.295351] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f1e80d-f855-41bc-b948-981cac09e0e6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.303479] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Uploading image eb89b77c-1368-48a4-bfd9-4b7ee664c625 {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1258.329365] env[69169]: DEBUG oslo_vmware.rw_handles [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1258.329365] env[69169]: value = "vm-649782" [ 1258.329365] env[69169]: _type = "VirtualMachine" [ 1258.329365] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1258.329700] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eadcdb59-38ff-4a85-96f8-46dcb69b06a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.337584] env[69169]: DEBUG oslo_vmware.rw_handles [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lease: (returnval){ [ 1258.337584] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52750938-fd28-4141-ed6e-e64dcf0d53e0" [ 1258.337584] env[69169]: _type = "HttpNfcLease" [ 1258.337584] env[69169]: } obtained for exporting VM: (result){ [ 1258.337584] env[69169]: value = "vm-649782" [ 1258.337584] env[69169]: _type = "VirtualMachine" [ 1258.337584] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1258.337867] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the lease: (returnval){ [ 1258.337867] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52750938-fd28-4141-ed6e-e64dcf0d53e0" [ 1258.337867] env[69169]: _type = "HttpNfcLease" [ 1258.337867] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1258.344236] env[69169]: DEBUG nova.compute.manager [req-8b22412c-751a-4f09-9e8b-03ea6563606e req-8ee224e6-68ff-40fe-ab22-9749286c7d1b service nova] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Received event network-vif-plugged-332aa0d7-31e1-48ce-8571-2877cbc1a3c6 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.344722] env[69169]: DEBUG oslo_concurrency.lockutils [req-8b22412c-751a-4f09-9e8b-03ea6563606e req-8ee224e6-68ff-40fe-ab22-9749286c7d1b service nova] Acquiring lock "cc0fec5a-214b-4a2c-a351-946861f7c583-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.344722] env[69169]: DEBUG oslo_concurrency.lockutils [req-8b22412c-751a-4f09-9e8b-03ea6563606e req-8ee224e6-68ff-40fe-ab22-9749286c7d1b service nova] Lock "cc0fec5a-214b-4a2c-a351-946861f7c583-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.344888] env[69169]: DEBUG oslo_concurrency.lockutils [req-8b22412c-751a-4f09-9e8b-03ea6563606e req-8ee224e6-68ff-40fe-ab22-9749286c7d1b service nova] Lock "cc0fec5a-214b-4a2c-a351-946861f7c583-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.345160] env[69169]: DEBUG nova.compute.manager [req-8b22412c-751a-4f09-9e8b-03ea6563606e req-8ee224e6-68ff-40fe-ab22-9749286c7d1b service nova] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] No waiting events found dispatching network-vif-plugged-332aa0d7-31e1-48ce-8571-2877cbc1a3c6 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1258.346746] env[69169]: WARNING nova.compute.manager [req-8b22412c-751a-4f09-9e8b-03ea6563606e req-8ee224e6-68ff-40fe-ab22-9749286c7d1b service nova] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Received unexpected event network-vif-plugged-332aa0d7-31e1-48ce-8571-2877cbc1a3c6 for instance with vm_state building and task_state spawning. [ 1258.347688] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1258.347688] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52750938-fd28-4141-ed6e-e64dcf0d53e0" [ 1258.347688] env[69169]: _type = "HttpNfcLease" [ 1258.347688] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1258.425226] env[69169]: DEBUG nova.network.neutron [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Successfully updated port: 332aa0d7-31e1-48ce-8571-2877cbc1a3c6 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.440997] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e0d28a81-851c-4875-a77e-9c479a5d4ed4 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "cddd3732-5d8e-4e0b-aa99-f0175cfe2cda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.542s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.536478] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: e9bfd787-f99b-4fa0-9ae2-2d2071f3fbf2] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.555345] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb51fc9-8671-4974-9f39-7893f7626449 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.563883] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c95c7ab-4b22-4a59-b9e6-0192e20e246d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.594869] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a74ce7-5038-4cac-9b52-540115d7b87f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.602007] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06439259-c95a-4d33-a9d0-8a1ebb26f13b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.615323] env[69169]: DEBUG nova.compute.provider_tree [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.760584] env[69169]: DEBUG oslo_concurrency.lockutils [req-e3156a38-ca97-44f6-9f8d-a805662e43ec req-8c789860-fe42-41f5-b924-76af0cae70a7 service nova] Releasing lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.787083] env[69169]: DEBUG oslo_concurrency.lockutils [None req-317c14d1-3969-4795-a81b-1bbd6a538e73 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-c612562f-ab93-48f3-9017-448a5db9b043-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.417s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.846828] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1258.846828] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52750938-fd28-4141-ed6e-e64dcf0d53e0" [ 1258.846828] env[69169]: _type = "HttpNfcLease" [ 1258.846828] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1258.847309] env[69169]: DEBUG oslo_vmware.rw_handles [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1258.847309] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52750938-fd28-4141-ed6e-e64dcf0d53e0" [ 1258.847309] env[69169]: _type = "HttpNfcLease" [ 1258.847309] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1258.848592] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe357502-e9fc-480d-a623-3166e630bdcc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.855875] env[69169]: DEBUG oslo_vmware.rw_handles [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b00fda-cfbc-e030-d1c1-b9da4faf61e6/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1258.856194] env[69169]: DEBUG oslo_vmware.rw_handles [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b00fda-cfbc-e030-d1c1-b9da4faf61e6/disk-0.vmdk for reading. {{(pid=69169) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1258.927966] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "refresh_cache-cc0fec5a-214b-4a2c-a351-946861f7c583" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.928134] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "refresh_cache-cc0fec5a-214b-4a2c-a351-946861f7c583" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.928300] env[69169]: DEBUG nova.network.neutron [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.958579] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-26e741b7-6234-4120-8b47-ea18ce7f0221 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.039273] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: ae4fca65-67fe-48c2-b1d7-90e957ef15fc] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.119458] env[69169]: DEBUG nova.scheduler.client.report [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.472824] env[69169]: DEBUG nova.network.neutron [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.512480] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "91a1cf13-e804-4d0f-a8c8-55cbcd395845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.512480] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "91a1cf13-e804-4d0f-a8c8-55cbcd395845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.512664] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "91a1cf13-e804-4d0f-a8c8-55cbcd395845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.512979] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "91a1cf13-e804-4d0f-a8c8-55cbcd395845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.513291] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "91a1cf13-e804-4d0f-a8c8-55cbcd395845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.515379] env[69169]: INFO nova.compute.manager [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Terminating instance [ 1259.543105] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 927ea571-50ec-4f5e-a5b8-fb0edf599adf] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.624106] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.627527] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.406s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.660379] env[69169]: INFO nova.scheduler.client.report [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted allocations for instance 58d26347-ab95-4c03-8ad0-7b08f21a84c0 [ 1259.675234] env[69169]: DEBUG nova.network.neutron [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Updating instance_info_cache with network_info: [{"id": "332aa0d7-31e1-48ce-8571-2877cbc1a3c6", "address": "fa:16:3e:cd:b8:a8", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332aa0d7-31", "ovs_interfaceid": "332aa0d7-31e1-48ce-8571-2877cbc1a3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.019971] env[69169]: DEBUG nova.compute.manager [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.020390] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.021504] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c5ce64-2e6a-4786-b0b3-732eb7a7652f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.030466] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.030861] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27db5c67-bc69-44a5-a591-50adf08ad2fe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.038024] env[69169]: DEBUG oslo_vmware.api [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1260.038024] env[69169]: value = "task-3252009" [ 1260.038024] env[69169]: _type = "Task" [ 1260.038024] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.047429] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: d59bc90a-d340-4e5f-b395-e320de617c16] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.049498] env[69169]: DEBUG oslo_vmware.api [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3252009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.130757] env[69169]: DEBUG nova.objects.instance [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lazy-loading 'migration_context' on Instance uuid 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.177187] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c1b073d4-7c4a-4492-adab-4459aaa3e8f5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "58d26347-ab95-4c03-8ad0-7b08f21a84c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.711s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.178100] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "refresh_cache-cc0fec5a-214b-4a2c-a351-946861f7c583" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.178427] env[69169]: DEBUG nova.compute.manager [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Instance network_info: |[{"id": "332aa0d7-31e1-48ce-8571-2877cbc1a3c6", "address": "fa:16:3e:cd:b8:a8", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332aa0d7-31", "ovs_interfaceid": "332aa0d7-31e1-48ce-8571-2877cbc1a3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1260.179094] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:b8:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '332aa0d7-31e1-48ce-8571-2877cbc1a3c6', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.187404] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.187549] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.187870] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ef20e07-2941-4fb8-8255-cb2ab0e6e682 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.209858] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.209858] env[69169]: value = "task-3252010" [ 1260.209858] env[69169]: _type = "Task" [ 1260.209858] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.218641] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252010, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.374284] env[69169]: DEBUG nova.compute.manager [req-ba90595c-38d9-401f-9dd0-c829bdbfa323 req-e32b4291-fc7a-4aa0-9671-4a82dd0123cd service nova] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Received event network-changed-332aa0d7-31e1-48ce-8571-2877cbc1a3c6 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.374284] env[69169]: DEBUG nova.compute.manager [req-ba90595c-38d9-401f-9dd0-c829bdbfa323 req-e32b4291-fc7a-4aa0-9671-4a82dd0123cd service nova] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Refreshing instance network info cache due to event network-changed-332aa0d7-31e1-48ce-8571-2877cbc1a3c6. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.374284] env[69169]: DEBUG oslo_concurrency.lockutils [req-ba90595c-38d9-401f-9dd0-c829bdbfa323 req-e32b4291-fc7a-4aa0-9671-4a82dd0123cd service nova] Acquiring lock "refresh_cache-cc0fec5a-214b-4a2c-a351-946861f7c583" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.374284] env[69169]: DEBUG oslo_concurrency.lockutils [req-ba90595c-38d9-401f-9dd0-c829bdbfa323 req-e32b4291-fc7a-4aa0-9671-4a82dd0123cd service nova] Acquired lock "refresh_cache-cc0fec5a-214b-4a2c-a351-946861f7c583" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.374438] env[69169]: DEBUG nova.network.neutron [req-ba90595c-38d9-401f-9dd0-c829bdbfa323 req-e32b4291-fc7a-4aa0-9671-4a82dd0123cd service nova] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Refreshing network info cache for port 332aa0d7-31e1-48ce-8571-2877cbc1a3c6 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.548323] env[69169]: DEBUG oslo_vmware.api [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3252009, 'name': PowerOffVM_Task, 'duration_secs': 0.392132} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.549040] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.549152] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.549412] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-108b7646-e5fa-4b24-9a57-f84c078bda8a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.551180] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: cb9cea3a-dd62-46b9-82af-20c557fd1f1a] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.571445] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "interface-c612562f-ab93-48f3-9017-448a5db9b043-90ae45a6-a0d5-4d86-9c0e-a87890d18dd4" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.571848] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-c612562f-ab93-48f3-9017-448a5db9b043-90ae45a6-a0d5-4d86-9c0e-a87890d18dd4" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.572339] env[69169]: DEBUG nova.objects.instance [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'flavor' on Instance uuid c612562f-ab93-48f3-9017-448a5db9b043 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.631517] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.632209] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.632209] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleting the datastore file [datastore2] 91a1cf13-e804-4d0f-a8c8-55cbcd395845 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.635753] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1e99d49-6bd9-40bb-a7c2-ef9741e4b378 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.642525] env[69169]: DEBUG oslo_vmware.api [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for the task: (returnval){ [ 1260.642525] env[69169]: value = "task-3252012" [ 1260.642525] env[69169]: _type = "Task" [ 1260.642525] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.651942] env[69169]: DEBUG oslo_vmware.api [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3252012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.721015] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252010, 'name': CreateVM_Task, 'duration_secs': 0.451874} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.724084] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.725152] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.725347] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.725828] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.726199] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41c472d2-adda-4835-8e8f-7286cd87c66a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.731759] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1260.731759] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52238110-413e-8307-b062-9e812e808131" [ 1260.731759] env[69169]: _type = "Task" [ 1260.731759] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.742309] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52238110-413e-8307-b062-9e812e808131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.780143] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a442ebf-c479-4996-886c-e4dc82cc5b57 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.788489] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9aa730-2d45-4a11-beaf-c51b2cb5a308 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.821019] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eaf8e3-6e39-4730-b133-5d0ed2a291f7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.831173] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bc9d74-3c43-48d5-96f3-c6406c2744f9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.846867] env[69169]: DEBUG nova.compute.provider_tree [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.057146] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.057440] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Cleaning up deleted instances with incomplete migration {{(pid=69169) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1261.094148] env[69169]: DEBUG nova.network.neutron [req-ba90595c-38d9-401f-9dd0-c829bdbfa323 req-e32b4291-fc7a-4aa0-9671-4a82dd0123cd service nova] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Updated VIF entry in instance network info cache for port 332aa0d7-31e1-48ce-8571-2877cbc1a3c6. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.094926] env[69169]: DEBUG nova.network.neutron [req-ba90595c-38d9-401f-9dd0-c829bdbfa323 req-e32b4291-fc7a-4aa0-9671-4a82dd0123cd service nova] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Updating instance_info_cache with network_info: [{"id": "332aa0d7-31e1-48ce-8571-2877cbc1a3c6", "address": "fa:16:3e:cd:b8:a8", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332aa0d7-31", "ovs_interfaceid": "332aa0d7-31e1-48ce-8571-2877cbc1a3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.154134] env[69169]: DEBUG oslo_vmware.api [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Task: {'id': task-3252012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178504} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.154412] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.154624] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.154801] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.154973] env[69169]: INFO nova.compute.manager [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1261.155238] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.155441] env[69169]: DEBUG nova.compute.manager [-] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.155537] env[69169]: DEBUG nova.network.neutron [-] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.174017] env[69169]: DEBUG nova.objects.instance [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'pci_requests' on Instance uuid c612562f-ab93-48f3-9017-448a5db9b043 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.243518] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52238110-413e-8307-b062-9e812e808131, 'name': SearchDatastore_Task, 'duration_secs': 0.012769} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.243863] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.244455] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.244455] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.244613] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.244818] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.245138] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bd71b76-db60-41a8-a0f0-8bc7c164f1d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.254439] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.254629] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.255479] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3d0703-3be8-4e86-928b-9cf17c6ac26f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.262165] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1261.262165] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5286880c-52e7-a7ee-d563-231a024e7fd5" [ 1261.262165] env[69169]: _type = "Task" [ 1261.262165] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.270819] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5286880c-52e7-a7ee-d563-231a024e7fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.350811] env[69169]: DEBUG nova.scheduler.client.report [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.560107] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.598012] env[69169]: DEBUG oslo_concurrency.lockutils [req-ba90595c-38d9-401f-9dd0-c829bdbfa323 req-e32b4291-fc7a-4aa0-9671-4a82dd0123cd service nova] Releasing lock "refresh_cache-cc0fec5a-214b-4a2c-a351-946861f7c583" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.678063] env[69169]: DEBUG nova.objects.base [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1261.678063] env[69169]: DEBUG nova.network.neutron [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.742612] env[69169]: DEBUG nova.policy [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a6b450a2904216b612aec484497024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '088fa329f82442fdb636c14c4ec555a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.773156] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5286880c-52e7-a7ee-d563-231a024e7fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.00904} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.774096] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ea219d-1004-41cd-8582-6f6abc88aa07 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.780036] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1261.780036] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5215b762-403e-aca9-5765-cdda2d86f06b" [ 1261.780036] env[69169]: _type = "Task" [ 1261.780036] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.787580] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5215b762-403e-aca9-5765-cdda2d86f06b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.864209] env[69169]: DEBUG nova.network.neutron [-] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.291664] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5215b762-403e-aca9-5765-cdda2d86f06b, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.292032] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.292127] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] cc0fec5a-214b-4a2c-a351-946861f7c583/cc0fec5a-214b-4a2c-a351-946861f7c583.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.292390] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfe5229d-59c7-486a-9e3e-548f2a798fff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.300659] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1262.300659] env[69169]: value = "task-3252013" [ 1262.300659] env[69169]: _type = "Task" [ 1262.300659] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.308173] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.362543] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.735s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.368544] env[69169]: INFO nova.compute.manager [-] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Took 1.21 seconds to deallocate network for instance. [ 1262.434669] env[69169]: DEBUG nova.compute.manager [req-e41e210c-17f3-4bcd-b6ff-7bc7158d6d80 req-1777f713-d6ed-4da6-9e14-1b4aa7cf9c4b service nova] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Received event network-vif-deleted-ed907218-0d22-4ff1-8364-dd3891f3f502 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.810765] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47738} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.811045] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] cc0fec5a-214b-4a2c-a351-946861f7c583/cc0fec5a-214b-4a2c-a351-946861f7c583.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.811303] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.811547] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1da995f-3b64-47fb-b611-6e1e1944825d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.818240] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1262.818240] env[69169]: value = "task-3252014" [ 1262.818240] env[69169]: _type = "Task" [ 1262.818240] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.827622] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.882031] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.882224] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.882422] env[69169]: DEBUG nova.objects.instance [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lazy-loading 'resources' on Instance uuid 91a1cf13-e804-4d0f-a8c8-55cbcd395845 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.061913] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.062218] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.234321] env[69169]: DEBUG nova.network.neutron [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Successfully updated port: 90ae45a6-a0d5-4d86-9c0e-a87890d18dd4 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.328017] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066356} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.328477] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.329136] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796cbcbd-e900-4c78-a689-1c5c1f568363 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.351505] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] cc0fec5a-214b-4a2c-a351-946861f7c583/cc0fec5a-214b-4a2c-a351-946861f7c583.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.351843] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2921621b-1c01-46b0-8270-c961d022802a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.372199] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1263.372199] env[69169]: value = "task-3252015" [ 1263.372199] env[69169]: _type = "Task" [ 1263.372199] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.380715] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.518513] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1595d6bd-2588-4e77-ad88-a42bc2bf294b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.526747] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7101be6-9e26-49a1-a40d-92437d6ef671 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.557895] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e617c9f6-513b-401c-b68e-a3ae0ef66210 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.565517] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959f6f66-9272-4241-ba48-7dd35e05e31b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.573034] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.573165] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.573308] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.573498] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.573687] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.573780] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.573860] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69169) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1263.581954] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.583314] env[69169]: DEBUG nova.compute.provider_tree [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.737535] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.737757] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.738018] env[69169]: DEBUG nova.network.neutron [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.882639] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252015, 'name': ReconfigVM_Task, 'duration_secs': 0.287812} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.882971] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Reconfigured VM instance instance-00000071 to attach disk [datastore1] cc0fec5a-214b-4a2c-a351-946861f7c583/cc0fec5a-214b-4a2c-a351-946861f7c583.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.883683] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-943089c1-ac20-4943-9e7a-f75f59c23bdb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.889828] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1263.889828] env[69169]: value = "task-3252016" [ 1263.889828] env[69169]: _type = "Task" [ 1263.889828] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.900975] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252016, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.908221] env[69169]: INFO nova.compute.manager [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Swapping old allocation on dict_keys(['db0a05f9-af10-4b20-862b-4f938c971ae8']) held by migration 50b4948d-c18f-4e6c-bcd1-e94ac6bfcba3 for instance [ 1263.935219] env[69169]: DEBUG nova.scheduler.client.report [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Overwriting current allocation {'allocations': {'db0a05f9-af10-4b20-862b-4f938c971ae8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 158}}, 'project_id': 'e43a0c7d1e924218af425e7692bca4e6', 'user_id': 'c825522b59054db1a32ef567fa3aae6f', 'consumer_generation': 1} on consumer 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d {{(pid=69169) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1264.018250] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.018516] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.018719] env[69169]: DEBUG nova.network.neutron [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.086291] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.087151] env[69169]: DEBUG nova.scheduler.client.report [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.287449] env[69169]: WARNING nova.network.neutron [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] 7d083c25-8f15-4ac3-89ea-58eb4ef777d7 already exists in list: networks containing: ['7d083c25-8f15-4ac3-89ea-58eb4ef777d7']. ignoring it [ 1264.287670] env[69169]: WARNING nova.network.neutron [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] 7d083c25-8f15-4ac3-89ea-58eb4ef777d7 already exists in list: networks containing: ['7d083c25-8f15-4ac3-89ea-58eb4ef777d7']. ignoring it [ 1264.399783] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252016, 'name': Rename_Task, 'duration_secs': 0.167824} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.400125] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.400362] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52020fd8-e33b-4df0-9951-96c3e75c95f1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.406511] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1264.406511] env[69169]: value = "task-3252017" [ 1264.406511] env[69169]: _type = "Task" [ 1264.406511] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.414321] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.466842] env[69169]: DEBUG nova.compute.manager [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Received event network-vif-plugged-90ae45a6-a0d5-4d86-9c0e-a87890d18dd4 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.467083] env[69169]: DEBUG oslo_concurrency.lockutils [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] Acquiring lock "c612562f-ab93-48f3-9017-448a5db9b043-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.467292] env[69169]: DEBUG oslo_concurrency.lockutils [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] Lock "c612562f-ab93-48f3-9017-448a5db9b043-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.467463] env[69169]: DEBUG oslo_concurrency.lockutils [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] Lock "c612562f-ab93-48f3-9017-448a5db9b043-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.467624] env[69169]: DEBUG nova.compute.manager [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] No waiting events found dispatching network-vif-plugged-90ae45a6-a0d5-4d86-9c0e-a87890d18dd4 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.468294] env[69169]: WARNING nova.compute.manager [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Received unexpected event network-vif-plugged-90ae45a6-a0d5-4d86-9c0e-a87890d18dd4 for instance with vm_state active and task_state None. [ 1264.468294] env[69169]: DEBUG nova.compute.manager [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Received event network-changed-90ae45a6-a0d5-4d86-9c0e-a87890d18dd4 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.468294] env[69169]: DEBUG nova.compute.manager [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Refreshing instance network info cache due to event network-changed-90ae45a6-a0d5-4d86-9c0e-a87890d18dd4. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.468294] env[69169]: DEBUG oslo_concurrency.lockutils [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] Acquiring lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.592379] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.594457] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.508s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.594652] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.594841] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1264.595743] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadbcd78-c3ae-4323-a5a5-8513f142da06 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.605708] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac9654f-977e-44cd-aad8-ef05ccd27ba7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.612291] env[69169]: INFO nova.scheduler.client.report [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Deleted allocations for instance 91a1cf13-e804-4d0f-a8c8-55cbcd395845 [ 1264.625370] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eb65b5-f5bc-42cf-89e8-36241abd40c3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.632216] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fff06a-f145-4bf0-8647-257b7a07455a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.666607] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178970MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1264.666789] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.667054] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.759920] env[69169]: DEBUG nova.network.neutron [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updating instance_info_cache with network_info: [{"id": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "address": "fa:16:3e:50:4f:e0", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503fe8ab-ba", "ovs_interfaceid": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0365d78-c72d-4b6d-be42-15a2df5fdcdf", "address": "fa:16:3e:9e:30:e3", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0365d78-c7", "ovs_interfaceid": "f0365d78-c72d-4b6d-be42-15a2df5fdcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90ae45a6-a0d5-4d86-9c0e-a87890d18dd4", "address": "fa:16:3e:02:7b:78", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ae45a6-a0", "ovs_interfaceid": "90ae45a6-a0d5-4d86-9c0e-a87890d18dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.762215] env[69169]: DEBUG nova.network.neutron [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance_info_cache with network_info: [{"id": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "address": "fa:16:3e:1b:a6:7f", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10143c3f-50", "ovs_interfaceid": "10143c3f-50cc-4e66-b926-c6b1b91a9e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.917464] env[69169]: DEBUG oslo_vmware.api [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252017, 'name': PowerOnVM_Task, 'duration_secs': 0.498021} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.917888] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.918236] env[69169]: INFO nova.compute.manager [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1264.918450] env[69169]: DEBUG nova.compute.manager [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.919217] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75210f3e-bdcd-415f-b5dc-d3ce7597da7f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.128655] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fbe58410-06d6-414f-8718-1604d77f2259 tempest-ServersTestJSON-1817824347 tempest-ServersTestJSON-1817824347-project-member] Lock "91a1cf13-e804-4d0f-a8c8-55cbcd395845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.616s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.264554] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.265266] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.265435] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.265874] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.266287] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.266549] env[69169]: DEBUG oslo_concurrency.lockutils [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] Acquired lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.266721] env[69169]: DEBUG nova.network.neutron [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Refreshing network info cache for port 90ae45a6-a0d5-4d86-9c0e-a87890d18dd4 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.268626] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bc1886-517b-421a-9c0e-967fdb5f9009 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.271908] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18c06730-3b29-427b-84ee-2d2579c1fc47 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.289426] env[69169]: DEBUG nova.virt.hardware [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.289426] env[69169]: DEBUG nova.virt.hardware [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.289426] env[69169]: DEBUG nova.virt.hardware [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.289426] env[69169]: DEBUG nova.virt.hardware [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.289770] env[69169]: DEBUG nova.virt.hardware [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.289770] env[69169]: DEBUG nova.virt.hardware [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.289934] env[69169]: DEBUG nova.virt.hardware [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.290066] env[69169]: DEBUG nova.virt.hardware [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.290306] env[69169]: DEBUG nova.virt.hardware [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.290552] env[69169]: DEBUG nova.virt.hardware [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.290749] env[69169]: DEBUG nova.virt.hardware [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.297060] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Reconfiguring VM to attach interface {{(pid=69169) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1265.299724] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc65d875-9203-4f0f-a42f-9cc558632cd2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.311505] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1265.311505] env[69169]: value = "task-3252018" [ 1265.311505] env[69169]: _type = "Task" [ 1265.311505] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.317514] env[69169]: DEBUG oslo_vmware.api [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1265.317514] env[69169]: value = "task-3252019" [ 1265.317514] env[69169]: _type = "Task" [ 1265.317514] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.332684] env[69169]: DEBUG oslo_vmware.api [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252019, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.435919] env[69169]: INFO nova.compute.manager [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Took 12.48 seconds to build instance. [ 1265.700536] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 786f4d7c-edd0-48ab-9b73-40d473a512e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.700688] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 121a6e60-7c91-483f-aae0-ea8850f620df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.700811] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance c612562f-ab93-48f3-9017-448a5db9b043 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.700958] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 5bfaf467-2150-40bb-88b7-536e08e77fd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.701043] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance fd8913ef-b32a-410a-8693-bd722817a76b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.701159] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.701373] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance cc0fec5a-214b-4a2c-a351-946861f7c583 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.701492] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1265.701636] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1265.808867] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3abdc9-4362-4392-bf34-1264bd52c910 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.820734] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df3d962-d192-4f69-bc57-7f21ecb7901a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.831168] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252018, 'name': PowerOffVM_Task, 'duration_secs': 0.238425} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.861806] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.862551] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.862774] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.863198] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.863441] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.863603] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.863757] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.863963] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.864143] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.864316] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.864479] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.864752] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.870279] env[69169]: DEBUG oslo_vmware.api [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.870934] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76214f5c-70cb-4382-9450-90c2890e4e96 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.884198] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466d9748-625d-44f2-b03d-479a14b3fa76 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.896591] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe77be6-78a8-4c39-ba00-56bf951bdd65 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.900730] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1265.900730] env[69169]: value = "task-3252020" [ 1265.900730] env[69169]: _type = "Task" [ 1265.900730] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.912309] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.922028] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.939041] env[69169]: DEBUG oslo_concurrency.lockutils [None req-71948fd8-9bd9-47f1-adda-09f34e7adb76 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "cc0fec5a-214b-4a2c-a351-946861f7c583" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.987s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.056575] env[69169]: DEBUG nova.network.neutron [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updated VIF entry in instance network info cache for port 90ae45a6-a0d5-4d86-9c0e-a87890d18dd4. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.057115] env[69169]: DEBUG nova.network.neutron [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updating instance_info_cache with network_info: [{"id": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "address": "fa:16:3e:50:4f:e0", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503fe8ab-ba", "ovs_interfaceid": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0365d78-c72d-4b6d-be42-15a2df5fdcdf", "address": "fa:16:3e:9e:30:e3", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0365d78-c7", "ovs_interfaceid": "f0365d78-c72d-4b6d-be42-15a2df5fdcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90ae45a6-a0d5-4d86-9c0e-a87890d18dd4", "address": "fa:16:3e:02:7b:78", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ae45a6-a0", "ovs_interfaceid": "90ae45a6-a0d5-4d86-9c0e-a87890d18dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.263113] env[69169]: DEBUG oslo_vmware.rw_handles [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b00fda-cfbc-e030-d1c1-b9da4faf61e6/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1266.264500] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc04fd1-4dd9-44fd-b9eb-c8c5d63b61fe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.271522] env[69169]: DEBUG oslo_vmware.rw_handles [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b00fda-cfbc-e030-d1c1-b9da4faf61e6/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1266.271713] env[69169]: ERROR oslo_vmware.rw_handles [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b00fda-cfbc-e030-d1c1-b9da4faf61e6/disk-0.vmdk due to incomplete transfer. [ 1266.271928] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f0d42bc4-8042-42c8-a41c-42f190eb57d1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.280897] env[69169]: DEBUG oslo_vmware.rw_handles [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b00fda-cfbc-e030-d1c1-b9da4faf61e6/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1266.281177] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Uploaded image eb89b77c-1368-48a4-bfd9-4b7ee664c625 to the Glance image server {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1266.284163] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1266.284583] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4dea6966-e517-40f4-b21b-f3988aedb1ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.290673] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1266.290673] env[69169]: value = "task-3252021" [ 1266.290673] env[69169]: _type = "Task" [ 1266.290673] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.299144] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252021, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.333096] env[69169]: DEBUG oslo_vmware.api [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252019, 'name': ReconfigVM_Task, 'duration_secs': 0.81372} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.334124] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.334124] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Reconfigured VM to attach interface {{(pid=69169) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1266.410105] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252020, 'name': ReconfigVM_Task, 'duration_secs': 0.217149} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.410942] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68ecf1a-d974-4768-a369-6dba1625dc91 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.430288] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.434435] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.434435] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.434435] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.434672] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.434710] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.435647] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.435647] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.435647] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.435647] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.435647] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.435877] env[69169]: DEBUG nova.virt.hardware [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.437378] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b622995-fd26-41dc-a96d-d7742687c38b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.445897] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1266.445897] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5227a2e7-2329-a403-1b3a-8b938d4841aa" [ 1266.445897] env[69169]: _type = "Task" [ 1266.445897] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.452339] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5227a2e7-2329-a403-1b3a-8b938d4841aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.560418] env[69169]: DEBUG oslo_concurrency.lockutils [req-81f15d51-06fc-4a2d-b28c-12c64bc46586 req-afcad7f6-5d79-47aa-8b81-a46fccfc0cda service nova] Releasing lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.577278] env[69169]: DEBUG oslo_concurrency.lockutils [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "121a6e60-7c91-483f-aae0-ea8850f620df" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.577572] env[69169]: DEBUG oslo_concurrency.lockutils [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "121a6e60-7c91-483f-aae0-ea8850f620df" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.800761] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252021, 'name': Destroy_Task, 'duration_secs': 0.349645} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.801016] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Destroyed the VM [ 1266.801273] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1266.801530] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dbcf91c2-0d53-4c9b-98a0-29ae0f39cf9d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.808395] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1266.808395] env[69169]: value = "task-3252022" [ 1266.808395] env[69169]: _type = "Task" [ 1266.808395] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.815795] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.839352] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5c57fac9-1ddb-4b29-b227-655f7dfc36dd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-c612562f-ab93-48f3-9017-448a5db9b043-90ae45a6-a0d5-4d86-9c0e-a87890d18dd4" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.267s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.868146] env[69169]: INFO nova.compute.manager [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Rebuilding instance [ 1266.915661] env[69169]: DEBUG nova.compute.manager [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.916591] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb63825-98c9-43f4-9580-d7122fac38dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.938828] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1266.939762] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.272s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.957639] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5227a2e7-2329-a403-1b3a-8b938d4841aa, 'name': SearchDatastore_Task, 'duration_secs': 0.016093} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.963330] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.964425] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a1596b8-dfa3-4350-9a50-d1e08b7ba460 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.982879] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1266.982879] env[69169]: value = "task-3252023" [ 1266.982879] env[69169]: _type = "Task" [ 1266.982879] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.995164] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.081700] env[69169]: INFO nova.compute.manager [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Detaching volume 2c911e12-ac36-4cf4-a704-f67dfd3b4dc9 [ 1267.122455] env[69169]: INFO nova.virt.block_device [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Attempting to driver detach volume 2c911e12-ac36-4cf4-a704-f67dfd3b4dc9 from mountpoint /dev/sdb [ 1267.122455] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1267.122608] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649766', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'name': 'volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '121a6e60-7c91-483f-aae0-ea8850f620df', 'attached_at': '', 'detached_at': '', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'serial': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1267.123656] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fa0ed7-72ad-475c-861c-04999ddacd8f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.149374] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d564086f-0cac-47a1-9159-0f72f482631c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.156776] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3ba3c8-8ca5-4f16-a6d1-913eb64d6b82 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.177177] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375319c7-a84a-4f1e-9ac1-10ad0a4c06dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.193539] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] The volume has not been displaced from its original location: [datastore2] volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9/volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1267.199677] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1267.199677] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d10fef05-6ec2-4f3d-9809-57395c2049dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.217131] env[69169]: DEBUG oslo_vmware.api [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1267.217131] env[69169]: value = "task-3252024" [ 1267.217131] env[69169]: _type = "Task" [ 1267.217131] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.227184] env[69169]: DEBUG oslo_vmware.api [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.321290] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252022, 'name': RemoveSnapshot_Task, 'duration_secs': 0.369206} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.321668] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1267.322081] env[69169]: DEBUG nova.compute.manager [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.323747] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac4fd8a-7501-4369-af35-295f2266cd33 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.493030] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252023, 'name': ReconfigVM_Task, 'duration_secs': 0.208649} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.493327] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.494138] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db64cb65-1b72-4c82-ba5b-96a7ec6f5650 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.516202] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d/26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.516514] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-395da807-9125-4b43-9579-96aa1ac276b1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.536247] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1267.536247] env[69169]: value = "task-3252025" [ 1267.536247] env[69169]: _type = "Task" [ 1267.536247] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.544211] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.727233] env[69169]: DEBUG oslo_vmware.api [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252024, 'name': ReconfigVM_Task, 'duration_secs': 0.214788} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.727488] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.732929] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e10c15f-293d-4355-9986-e416584d74af {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.750421] env[69169]: DEBUG oslo_vmware.api [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1267.750421] env[69169]: value = "task-3252026" [ 1267.750421] env[69169]: _type = "Task" [ 1267.750421] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.758881] env[69169]: DEBUG oslo_vmware.api [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.839721] env[69169]: INFO nova.compute.manager [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Shelve offloading [ 1267.930013] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.930739] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a7bb896-823a-4444-921f-817fa6789196 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.938298] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1267.938298] env[69169]: value = "task-3252027" [ 1267.938298] env[69169]: _type = "Task" [ 1267.938298] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.948578] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.046800] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.259938] env[69169]: DEBUG oslo_vmware.api [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252026, 'name': ReconfigVM_Task, 'duration_secs': 0.153204} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.260356] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649766', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'name': 'volume-2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '121a6e60-7c91-483f-aae0-ea8850f620df', 'attached_at': '', 'detached_at': '', 'volume_id': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9', 'serial': '2c911e12-ac36-4cf4-a704-f67dfd3b4dc9'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1268.343363] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.343692] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60eeea17-2fb2-4408-8692-fe896a8de8ce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.350184] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1268.350184] env[69169]: value = "task-3252028" [ 1268.350184] env[69169]: _type = "Task" [ 1268.350184] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.357778] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.427522] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "interface-c612562f-ab93-48f3-9017-448a5db9b043-f0365d78-c72d-4b6d-be42-15a2df5fdcdf" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.427754] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-c612562f-ab93-48f3-9017-448a5db9b043-f0365d78-c72d-4b6d-be42-15a2df5fdcdf" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.448269] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252027, 'name': PowerOffVM_Task, 'duration_secs': 0.281461} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.448507] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.448732] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.449467] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03b47d0-6303-4df6-b96a-652537ad5765 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.455510] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.455714] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa746dcb-b88f-44f0-81a6-bc93c260a86a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.515398] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.515736] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.515844] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleting the datastore file [datastore1] cc0fec5a-214b-4a2c-a351-946861f7c583 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.516138] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-826fc386-c54d-4b71-8c17-4049ecee2329 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.522555] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1268.522555] env[69169]: value = "task-3252030" [ 1268.522555] env[69169]: _type = "Task" [ 1268.522555] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.530347] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.545570] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252025, 'name': ReconfigVM_Task, 'duration_secs': 0.81775} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.545901] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d/26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.546929] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0405bc9-c0d7-4caf-bd5f-57eea04d379e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.566335] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6259e3b-6706-40be-b7ce-e25813076e75 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.584103] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9db4f8-fde2-46fd-a52b-9e9d7294f4d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.601980] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8097049-7fd7-463e-9201-8829af5bee8c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.608931] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.609223] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55d35fbb-dcb3-4f0e-8625-5c43bca1356f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.615081] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1268.615081] env[69169]: value = "task-3252031" [ 1268.615081] env[69169]: _type = "Task" [ 1268.615081] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.623504] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.632825] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquiring lock "5bebfa12-1f31-412f-aa20-8d2bc528f96e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.633048] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Lock "5bebfa12-1f31-412f-aa20-8d2bc528f96e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.806415] env[69169]: DEBUG nova.objects.instance [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lazy-loading 'flavor' on Instance uuid 121a6e60-7c91-483f-aae0-ea8850f620df {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.860662] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] VM already powered off {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1268.860873] env[69169]: DEBUG nova.compute.manager [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.861729] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affaab60-1f45-44d6-829f-704284c862c8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.867026] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.867187] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.867490] env[69169]: DEBUG nova.network.neutron [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.930728] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.931015] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.931890] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25736501-634b-4296-af5c-f20b0a7405ed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.953581] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7200b0-1233-40d6-84f2-e19bb56f7e7c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.981411] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Reconfiguring VM to detach interface {{(pid=69169) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1268.981691] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08a0d534-f7fe-4c07-ac93-80cf2133bc0a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.999344] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1268.999344] env[69169]: value = "task-3252032" [ 1268.999344] env[69169]: _type = "Task" [ 1268.999344] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.006856] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.031717] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151609} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.031972] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.032174] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.032350] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.124567] env[69169]: DEBUG oslo_vmware.api [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252031, 'name': PowerOnVM_Task, 'duration_secs': 0.358793} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.124885] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.135124] env[69169]: DEBUG nova.compute.manager [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1269.509306] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.552947] env[69169]: DEBUG nova.network.neutron [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Updating instance_info_cache with network_info: [{"id": "7aab97af-0689-44c7-a25d-4106122dae50", "address": "fa:16:3e:32:f1:41", "network": {"id": "f60fd1cc-ccc4-4c04-ad7a-2482c746307a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1712302760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbcf8cc278a34eed9abe759f8aa1cb11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aab97af-06", "ovs_interfaceid": "7aab97af-0689-44c7-a25d-4106122dae50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.654913] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.655210] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.656630] env[69169]: INFO nova.compute.claims [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.815053] env[69169]: DEBUG oslo_concurrency.lockutils [None req-55921b4a-697e-4edb-9751-5947bfbab2c9 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "121a6e60-7c91-483f-aae0-ea8850f620df" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.010214] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.054966] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Releasing lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.067664] env[69169]: DEBUG nova.virt.hardware [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.067961] env[69169]: DEBUG nova.virt.hardware [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.068144] env[69169]: DEBUG nova.virt.hardware [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.068358] env[69169]: DEBUG nova.virt.hardware [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.068507] env[69169]: DEBUG nova.virt.hardware [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.068653] env[69169]: DEBUG nova.virt.hardware [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.068855] env[69169]: DEBUG nova.virt.hardware [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.069020] env[69169]: DEBUG nova.virt.hardware [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.069191] env[69169]: DEBUG nova.virt.hardware [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.069350] env[69169]: DEBUG nova.virt.hardware [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.069519] env[69169]: DEBUG nova.virt.hardware [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.070415] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802773ba-7905-43cf-b4c0-f3a8ec51bbad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.077954] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462d6c14-fef2-4670-897b-05ece3daa46d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.093932] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:b8:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '332aa0d7-31e1-48ce-8571-2877cbc1a3c6', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.101370] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.101640] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.101857] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5be35a5-0323-4488-8b9a-f1354ce11625 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.120837] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.120837] env[69169]: value = "task-3252033" [ 1270.120837] env[69169]: _type = "Task" [ 1270.120837] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.129822] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252033, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.135267] env[69169]: INFO nova.compute.manager [None req-bf5b5444-b6b0-4da9-adbb-5154266852b6 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance to original state: 'active' [ 1270.293466] env[69169]: DEBUG nova.compute.manager [req-e66727f6-0365-4ad5-8055-03babf0e13a4 req-26993d48-e41d-4466-8355-9e75f6ebf85b service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Received event network-vif-unplugged-7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.293758] env[69169]: DEBUG oslo_concurrency.lockutils [req-e66727f6-0365-4ad5-8055-03babf0e13a4 req-26993d48-e41d-4466-8355-9e75f6ebf85b service nova] Acquiring lock "5bfaf467-2150-40bb-88b7-536e08e77fd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.294056] env[69169]: DEBUG oslo_concurrency.lockutils [req-e66727f6-0365-4ad5-8055-03babf0e13a4 req-26993d48-e41d-4466-8355-9e75f6ebf85b service nova] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.294320] env[69169]: DEBUG oslo_concurrency.lockutils [req-e66727f6-0365-4ad5-8055-03babf0e13a4 req-26993d48-e41d-4466-8355-9e75f6ebf85b service nova] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.294551] env[69169]: DEBUG nova.compute.manager [req-e66727f6-0365-4ad5-8055-03babf0e13a4 req-26993d48-e41d-4466-8355-9e75f6ebf85b service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] No waiting events found dispatching network-vif-unplugged-7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.294834] env[69169]: WARNING nova.compute.manager [req-e66727f6-0365-4ad5-8055-03babf0e13a4 req-26993d48-e41d-4466-8355-9e75f6ebf85b service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Received unexpected event network-vif-unplugged-7aab97af-0689-44c7-a25d-4106122dae50 for instance with vm_state shelved and task_state shelving_offloading. [ 1270.319907] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.320848] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26175e4c-f818-4fba-bc9e-60234b84c9b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.329447] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.329745] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1efee794-e2ba-42b4-8784-8d99f086623e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.397300] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.397513] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.397695] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Deleting the datastore file [datastore1] 5bfaf467-2150-40bb-88b7-536e08e77fd4 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.397962] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e205fbe-8778-4fa1-9505-fd3b630d9ca4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.404351] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1270.404351] env[69169]: value = "task-3252035" [ 1270.404351] env[69169]: _type = "Task" [ 1270.404351] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.412737] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.511269] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.629944] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252033, 'name': CreateVM_Task, 'duration_secs': 0.325591} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.630295] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.630820] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.630983] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.631322] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.631565] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54fd1b2-e67b-45fa-b0cf-5d0a774663a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.636052] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1270.636052] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5294e482-a91a-3318-f7cb-07c2ff77852b" [ 1270.636052] env[69169]: _type = "Task" [ 1270.636052] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.646937] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5294e482-a91a-3318-f7cb-07c2ff77852b, 'name': SearchDatastore_Task} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.649030] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.649030] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.649030] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.649030] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.649030] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.649030] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12ca259e-ee0a-469a-9312-62276e98fbd5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.654756] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.654926] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.655595] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62cf2018-03a0-43fe-bdb8-69321b8110fb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.659851] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1270.659851] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c2cdf5-0596-0d1c-1e34-498b34b79591" [ 1270.659851] env[69169]: _type = "Task" [ 1270.659851] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.671619] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c2cdf5-0596-0d1c-1e34-498b34b79591, 'name': SearchDatastore_Task, 'duration_secs': 0.007773} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.672330] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46741435-b38e-43f1-a58b-d810f3e3672e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.676810] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1270.676810] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523bb539-b3f5-afa4-4020-d5835ba9f096" [ 1270.676810] env[69169]: _type = "Task" [ 1270.676810] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.685698] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523bb539-b3f5-afa4-4020-d5835ba9f096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.764335] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50479dda-ab7b-4124-b7bd-c82b7c200c10 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.772144] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268fe777-f325-46d4-9079-b813e20110ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.805132] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93404735-e146-4751-b14c-203e40a3cb55 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.812491] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e0fde3-7c86-46bb-ba7d-814da3f545a9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.826792] env[69169]: DEBUG nova.compute.provider_tree [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.913445] env[69169]: DEBUG oslo_vmware.api [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129407} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.913628] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.913812] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.913984] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.938340] env[69169]: INFO nova.scheduler.client.report [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Deleted allocations for instance 5bfaf467-2150-40bb-88b7-536e08e77fd4 [ 1270.956013] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "121a6e60-7c91-483f-aae0-ea8850f620df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.956144] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "121a6e60-7c91-483f-aae0-ea8850f620df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.956279] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "121a6e60-7c91-483f-aae0-ea8850f620df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.956480] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "121a6e60-7c91-483f-aae0-ea8850f620df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.956614] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "121a6e60-7c91-483f-aae0-ea8850f620df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.958814] env[69169]: INFO nova.compute.manager [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Terminating instance [ 1271.013945] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.188818] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523bb539-b3f5-afa4-4020-d5835ba9f096, 'name': SearchDatastore_Task, 'duration_secs': 0.008211} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.188931] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.189153] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] cc0fec5a-214b-4a2c-a351-946861f7c583/cc0fec5a-214b-4a2c-a351-946861f7c583.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.189654] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a820541f-0f9f-4576-8f50-ed0905643065 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.196804] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1271.196804] env[69169]: value = "task-3252036" [ 1271.196804] env[69169]: _type = "Task" [ 1271.196804] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.206557] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.330156] env[69169]: DEBUG nova.scheduler.client.report [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.443226] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.463496] env[69169]: DEBUG nova.compute.manager [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.463816] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.464825] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efd0d9f-2601-4911-99d0-56ef2182d79a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.474613] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.475014] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf198b5c-d484-42bb-bf9f-2021047a792b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.483195] env[69169]: DEBUG oslo_vmware.api [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1271.483195] env[69169]: value = "task-3252037" [ 1271.483195] env[69169]: _type = "Task" [ 1271.483195] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.492723] env[69169]: DEBUG oslo_vmware.api [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.513324] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.673203] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.673595] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.673783] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.673982] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.674173] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.676573] env[69169]: INFO nova.compute.manager [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Terminating instance [ 1271.708659] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252036, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.842456] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.843017] env[69169]: DEBUG nova.compute.manager [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.845888] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.403s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.846122] env[69169]: DEBUG nova.objects.instance [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lazy-loading 'resources' on Instance uuid 5bfaf467-2150-40bb-88b7-536e08e77fd4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.993841] env[69169]: DEBUG oslo_vmware.api [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252037, 'name': PowerOffVM_Task, 'duration_secs': 0.294036} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.994160] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.994323] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.994592] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df6e5574-e204-418e-aac4-2a36656b1fff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.013928] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.060690] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.062865] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.062865] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleting the datastore file [datastore2] 121a6e60-7c91-483f-aae0-ea8850f620df {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.062865] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62b5cfe9-07ff-4558-97e3-b36d9e206a46 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.067512] env[69169]: DEBUG oslo_vmware.api [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1272.067512] env[69169]: value = "task-3252039" [ 1272.067512] env[69169]: _type = "Task" [ 1272.067512] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.077774] env[69169]: DEBUG oslo_vmware.api [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.181065] env[69169]: DEBUG nova.compute.manager [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.181065] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.181587] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74adbf49-edc4-40f2-be4f-8f23c225a28d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.188906] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.189127] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d51543f-2108-4c71-96b2-716053d6c934 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.195016] env[69169]: DEBUG oslo_vmware.api [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1272.195016] env[69169]: value = "task-3252040" [ 1272.195016] env[69169]: _type = "Task" [ 1272.195016] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.205764] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533303} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.208322] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] cc0fec5a-214b-4a2c-a351-946861f7c583/cc0fec5a-214b-4a2c-a351-946861f7c583.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.208595] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.208906] env[69169]: DEBUG oslo_vmware.api [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.209191] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7de2fdab-9f17-4a6e-a4af-c8fad6742af3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.214744] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1272.214744] env[69169]: value = "task-3252041" [ 1272.214744] env[69169]: _type = "Task" [ 1272.214744] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.222598] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.322430] env[69169]: DEBUG nova.compute.manager [req-1deca7cb-7ca1-4c54-8ee5-a89e76ba8be3 req-4f24f627-0c7e-4843-997e-70004d09657e service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Received event network-changed-7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.322554] env[69169]: DEBUG nova.compute.manager [req-1deca7cb-7ca1-4c54-8ee5-a89e76ba8be3 req-4f24f627-0c7e-4843-997e-70004d09657e service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Refreshing instance network info cache due to event network-changed-7aab97af-0689-44c7-a25d-4106122dae50. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.322746] env[69169]: DEBUG oslo_concurrency.lockutils [req-1deca7cb-7ca1-4c54-8ee5-a89e76ba8be3 req-4f24f627-0c7e-4843-997e-70004d09657e service nova] Acquiring lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.322886] env[69169]: DEBUG oslo_concurrency.lockutils [req-1deca7cb-7ca1-4c54-8ee5-a89e76ba8be3 req-4f24f627-0c7e-4843-997e-70004d09657e service nova] Acquired lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.323068] env[69169]: DEBUG nova.network.neutron [req-1deca7cb-7ca1-4c54-8ee5-a89e76ba8be3 req-4f24f627-0c7e-4843-997e-70004d09657e service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Refreshing network info cache for port 7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.348651] env[69169]: DEBUG nova.compute.utils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.350316] env[69169]: DEBUG nova.objects.instance [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lazy-loading 'numa_topology' on Instance uuid 5bfaf467-2150-40bb-88b7-536e08e77fd4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.352060] env[69169]: DEBUG nova.compute.manager [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Not allocating networking since 'none' was specified. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1272.514417] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.577427] env[69169]: DEBUG oslo_vmware.api [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184651} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.577674] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.577857] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.578063] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.578296] env[69169]: INFO nova.compute.manager [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1272.578573] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.578770] env[69169]: DEBUG nova.compute.manager [-] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.578875] env[69169]: DEBUG nova.network.neutron [-] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.704154] env[69169]: DEBUG oslo_vmware.api [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252040, 'name': PowerOffVM_Task, 'duration_secs': 0.179826} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.704460] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.704623] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.704877] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14f154a6-8c11-4617-bea4-e98fa809ccb1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.723291] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065488} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.723543] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.724305] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360f60c7-1217-40aa-a2f0-547ba4b4ecb3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.747020] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] cc0fec5a-214b-4a2c-a351-946861f7c583/cc0fec5a-214b-4a2c-a351-946861f7c583.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.747346] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12acee1f-9a00-44a4-ba58-c863f2adf2a4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.767191] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1272.767191] env[69169]: value = "task-3252043" [ 1272.767191] env[69169]: _type = "Task" [ 1272.767191] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.777079] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.778218] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.778414] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.778590] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleting the datastore file [datastore1] 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.778831] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cdc30c7-4924-47c8-a3cf-086feaca1431 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.784345] env[69169]: DEBUG oslo_vmware.api [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1272.784345] env[69169]: value = "task-3252044" [ 1272.784345] env[69169]: _type = "Task" [ 1272.784345] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.794427] env[69169]: DEBUG oslo_vmware.api [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.841811] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "5bfaf467-2150-40bb-88b7-536e08e77fd4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.853574] env[69169]: DEBUG nova.objects.base [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Object Instance<5bfaf467-2150-40bb-88b7-536e08e77fd4> lazy-loaded attributes: resources,numa_topology {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1272.856468] env[69169]: DEBUG nova.compute.manager [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.986583] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fe8f02-60a0-4170-b848-27e17a657856 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.994869] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1af358-acc7-4d80-8a03-2eae8a2fb644 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.030424] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12479b24-0bfc-4a1c-b323-868faf4edd83 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.041062] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8380d400-b025-4731-9040-0e669b11dc23 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.044780] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.056102] env[69169]: DEBUG nova.compute.provider_tree [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.063210] env[69169]: DEBUG nova.network.neutron [req-1deca7cb-7ca1-4c54-8ee5-a89e76ba8be3 req-4f24f627-0c7e-4843-997e-70004d09657e service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Updated VIF entry in instance network info cache for port 7aab97af-0689-44c7-a25d-4106122dae50. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.063549] env[69169]: DEBUG nova.network.neutron [req-1deca7cb-7ca1-4c54-8ee5-a89e76ba8be3 req-4f24f627-0c7e-4843-997e-70004d09657e service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Updating instance_info_cache with network_info: [{"id": "7aab97af-0689-44c7-a25d-4106122dae50", "address": "fa:16:3e:32:f1:41", "network": {"id": "f60fd1cc-ccc4-4c04-ad7a-2482c746307a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1712302760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbcf8cc278a34eed9abe759f8aa1cb11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7aab97af-06", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.279077] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252043, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.294908] env[69169]: DEBUG oslo_vmware.api [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168942} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.295221] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.295431] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.295612] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.295804] env[69169]: INFO nova.compute.manager [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1273.296079] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.296305] env[69169]: DEBUG nova.compute.manager [-] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.296403] env[69169]: DEBUG nova.network.neutron [-] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.536103] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.559419] env[69169]: DEBUG nova.network.neutron [-] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.561304] env[69169]: DEBUG nova.scheduler.client.report [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.566098] env[69169]: DEBUG oslo_concurrency.lockutils [req-1deca7cb-7ca1-4c54-8ee5-a89e76ba8be3 req-4f24f627-0c7e-4843-997e-70004d09657e service nova] Releasing lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.758395] env[69169]: DEBUG nova.compute.manager [req-06c82380-ef1c-4929-a812-d4329a89a1c6 req-407e13c4-b8f3-4d76-97e7-7893a76fcef9 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Received event network-vif-deleted-10143c3f-50cc-4e66-b926-c6b1b91a9e5c {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.758844] env[69169]: INFO nova.compute.manager [req-06c82380-ef1c-4929-a812-d4329a89a1c6 req-407e13c4-b8f3-4d76-97e7-7893a76fcef9 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Neutron deleted interface 10143c3f-50cc-4e66-b926-c6b1b91a9e5c; detaching it from the instance and deleting it from the info cache [ 1273.758844] env[69169]: DEBUG nova.network.neutron [req-06c82380-ef1c-4929-a812-d4329a89a1c6 req-407e13c4-b8f3-4d76-97e7-7893a76fcef9 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.777597] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252043, 'name': ReconfigVM_Task, 'duration_secs': 0.533759} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.777877] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Reconfigured VM instance instance-00000071 to attach disk [datastore2] cc0fec5a-214b-4a2c-a351-946861f7c583/cc0fec5a-214b-4a2c-a351-946861f7c583.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.778579] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83199bb5-b9b6-4dfb-ab09-ded2ae2a2581 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.785508] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1273.785508] env[69169]: value = "task-3252045" [ 1273.785508] env[69169]: _type = "Task" [ 1273.785508] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.794339] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252045, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.868319] env[69169]: DEBUG nova.compute.manager [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.898041] env[69169]: DEBUG nova.virt.hardware [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.898041] env[69169]: DEBUG nova.virt.hardware [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.898161] env[69169]: DEBUG nova.virt.hardware [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.898605] env[69169]: DEBUG nova.virt.hardware [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.898768] env[69169]: DEBUG nova.virt.hardware [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.898943] env[69169]: DEBUG nova.virt.hardware [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.899140] env[69169]: DEBUG nova.virt.hardware [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.899305] env[69169]: DEBUG nova.virt.hardware [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.899476] env[69169]: DEBUG nova.virt.hardware [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.899638] env[69169]: DEBUG nova.virt.hardware [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.899934] env[69169]: DEBUG nova.virt.hardware [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.900878] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b713ffd-f723-4887-92b0-741a1542d28e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.908810] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f650a260-0565-4687-bf4a-ca09c1f53b6a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.922613] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.928897] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Creating folder: Project (e23b5ec89ef845c8b70b700d8bd4ecc0). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1273.929200] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eaf399e-4df6-4699-a467-b8887a9110d0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.938116] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Created folder: Project (e23b5ec89ef845c8b70b700d8bd4ecc0) in parent group-v649481. [ 1273.938303] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Creating folder: Instances. Parent ref: group-v649785. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1273.938511] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8114eafe-b718-47c4-86f0-d5df71dcaed0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.946883] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Created folder: Instances in parent group-v649785. [ 1273.947125] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.947312] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.947505] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ca76714-ae76-4b37-8d22-fa461573de5a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.963303] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.963303] env[69169]: value = "task-3252048" [ 1273.963303] env[69169]: _type = "Task" [ 1273.963303] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.970577] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252048, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.038099] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.065715] env[69169]: INFO nova.compute.manager [-] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Took 1.49 seconds to deallocate network for instance. [ 1274.066503] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.243781] env[69169]: DEBUG nova.network.neutron [-] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.261677] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f3dd5a7-999f-4c72-8fb4-24e884e4290d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.271937] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211ea65e-ce23-477e-a39f-e4ecc89a3c4b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.294777] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252045, 'name': Rename_Task, 'duration_secs': 0.141187} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.302227] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.302739] env[69169]: DEBUG nova.compute.manager [req-06c82380-ef1c-4929-a812-d4329a89a1c6 req-407e13c4-b8f3-4d76-97e7-7893a76fcef9 service nova] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Detach interface failed, port_id=10143c3f-50cc-4e66-b926-c6b1b91a9e5c, reason: Instance 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1274.303123] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-739ebf7b-e517-4123-944d-10339d2be985 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.308434] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1274.308434] env[69169]: value = "task-3252049" [ 1274.308434] env[69169]: _type = "Task" [ 1274.308434] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.315878] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.353547] env[69169]: DEBUG nova.compute.manager [req-d9962b8a-d5ab-4cb7-a2b7-c722017abf49 req-19abc277-cfeb-4e69-a15c-6a2616d5ff4d service nova] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Received event network-vif-deleted-c9d9c924-fa7d-4a1b-9d71-1aaa6ec5ef90 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.473796] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252048, 'name': CreateVM_Task, 'duration_secs': 0.253206} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.473989] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.474439] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.474604] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.474898] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.475158] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f46fd97-fc8e-484a-bb8b-a68b8eff62e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.479759] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1274.479759] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ee27c5-b579-59b5-5a26-1c9318629a3b" [ 1274.479759] env[69169]: _type = "Task" [ 1274.479759] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.487510] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ee27c5-b579-59b5-5a26-1c9318629a3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.535913] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252032, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.573887] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.574153] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.574451] env[69169]: DEBUG nova.objects.instance [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lazy-loading 'resources' on Instance uuid 121a6e60-7c91-483f-aae0-ea8850f620df {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.577758] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83c47acf-fc9a-472a-b7d5-09ffc14bc524 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.412s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.578428] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.737s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.579113] env[69169]: INFO nova.compute.manager [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Unshelving [ 1274.747610] env[69169]: INFO nova.compute.manager [-] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Took 1.45 seconds to deallocate network for instance. [ 1274.819831] env[69169]: DEBUG oslo_vmware.api [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252049, 'name': PowerOnVM_Task, 'duration_secs': 0.426898} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.820207] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.820409] env[69169]: DEBUG nova.compute.manager [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.821288] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b24e53-d54c-4e62-8143-9b2a91e7dbd1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.990921] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ee27c5-b579-59b5-5a26-1c9318629a3b, 'name': SearchDatastore_Task, 'duration_secs': 0.013328} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.991249] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.991511] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.991757] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.991903] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.992093] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.992374] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-771088a8-4da4-4784-a4da-36e30a29b84c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.001131] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.001320] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.002114] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bcb877f-c5ba-4428-b608-8796d98b92f1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.007661] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1275.007661] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52566bda-85e9-8df0-bb36-581e69720146" [ 1275.007661] env[69169]: _type = "Task" [ 1275.007661] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.015393] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52566bda-85e9-8df0-bb36-581e69720146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.036255] env[69169]: DEBUG oslo_vmware.api [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252032, 'name': ReconfigVM_Task, 'duration_secs': 5.757708} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.036489] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.036686] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Reconfigured VM to detach interface {{(pid=69169) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1275.216686] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6fbc26-ab39-48f2-9347-af3014f0384c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.225562] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939c294a-ba7c-4dad-ac73-f219b3a0ca79 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.260652] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.261710] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b8fdd2-f22f-4722-8a3b-d6533e241a19 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.270193] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e28b88-9012-4c91-8a88-ec80d7c1b3dd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.284499] env[69169]: DEBUG nova.compute.provider_tree [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.347265] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.359870] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.522736] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52566bda-85e9-8df0-bb36-581e69720146, 'name': SearchDatastore_Task, 'duration_secs': 0.015182} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.523973] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b885be-231e-4721-99d1-d937b0c4ca41 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.531131] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1275.531131] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f4fe5-7e9a-18c6-e287-93c82514c3d5" [ 1275.531131] env[69169]: _type = "Task" [ 1275.531131] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.542545] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f4fe5-7e9a-18c6-e287-93c82514c3d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.610123] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.788161] env[69169]: DEBUG nova.scheduler.client.report [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.794241] env[69169]: DEBUG nova.compute.manager [req-143d4603-ba59-481a-a174-2459b3e84843 req-cba93b91-c16c-4384-8446-0ad0b0696508 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Received event network-vif-deleted-f0365d78-c72d-4b6d-be42-15a2df5fdcdf {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.794506] env[69169]: INFO nova.compute.manager [req-143d4603-ba59-481a-a174-2459b3e84843 req-cba93b91-c16c-4384-8446-0ad0b0696508 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Neutron deleted interface f0365d78-c72d-4b6d-be42-15a2df5fdcdf; detaching it from the instance and deleting it from the info cache [ 1275.794826] env[69169]: DEBUG nova.network.neutron [req-143d4603-ba59-481a-a174-2459b3e84843 req-cba93b91-c16c-4384-8446-0ad0b0696508 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updating instance_info_cache with network_info: [{"id": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "address": "fa:16:3e:50:4f:e0", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503fe8ab-ba", "ovs_interfaceid": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90ae45a6-a0d5-4d86-9c0e-a87890d18dd4", "address": "fa:16:3e:02:7b:78", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ae45a6-a0", "ovs_interfaceid": "90ae45a6-a0d5-4d86-9c0e-a87890d18dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.864377] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Getting list of instances from cluster (obj){ [ 1275.864377] env[69169]: value = "domain-c8" [ 1275.864377] env[69169]: _type = "ClusterComputeResource" [ 1275.864377] env[69169]: } {{(pid=69169) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1275.865834] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68422cc-17cb-4e70-aa00-c754856a34e1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.880826] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Got total of 5 instances {{(pid=69169) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1275.880985] env[69169]: WARNING nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] While synchronizing instance power states, found 7 instances in the database and 5 instances on the hypervisor. [ 1275.881140] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Triggering sync for uuid 786f4d7c-edd0-48ab-9b73-40d473a512e6 {{(pid=69169) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.881341] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Triggering sync for uuid 121a6e60-7c91-483f-aae0-ea8850f620df {{(pid=69169) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.881521] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Triggering sync for uuid 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d {{(pid=69169) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.881675] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Triggering sync for uuid c612562f-ab93-48f3-9017-448a5db9b043 {{(pid=69169) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.881825] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Triggering sync for uuid fd8913ef-b32a-410a-8693-bd722817a76b {{(pid=69169) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.881970] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Triggering sync for uuid cc0fec5a-214b-4a2c-a351-946861f7c583 {{(pid=69169) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.882132] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Triggering sync for uuid 5bebfa12-1f31-412f-aa20-8d2bc528f96e {{(pid=69169) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.882462] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "786f4d7c-edd0-48ab-9b73-40d473a512e6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.882744] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "786f4d7c-edd0-48ab-9b73-40d473a512e6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.883040] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "121a6e60-7c91-483f-aae0-ea8850f620df" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.883261] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.883475] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "c612562f-ab93-48f3-9017-448a5db9b043" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.883656] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "c612562f-ab93-48f3-9017-448a5db9b043" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.883884] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "fd8913ef-b32a-410a-8693-bd722817a76b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.884086] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "fd8913ef-b32a-410a-8693-bd722817a76b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.884321] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "cc0fec5a-214b-4a2c-a351-946861f7c583" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.884497] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "cc0fec5a-214b-4a2c-a351-946861f7c583" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.884712] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "5bebfa12-1f31-412f-aa20-8d2bc528f96e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.885580] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ecc1ec-48ae-4df5-98da-48d2c8b8df45 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.888785] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9e1f51-a62c-4278-979c-ab71c1333611 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.891762] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7832be-e04d-40ee-8f7b-f12f8fff015d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.894813] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417cf84c-fb5d-497c-8c77-68c5e11ee6db {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.042652] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f4fe5-7e9a-18c6-e287-93c82514c3d5, 'name': SearchDatastore_Task, 'duration_secs': 0.042319} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.042938] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.043212] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 5bebfa12-1f31-412f-aa20-8d2bc528f96e/5bebfa12-1f31-412f-aa20-8d2bc528f96e.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.043474] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9195a658-9f82-42c9-9536-c030e8789d31 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.050133] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1276.050133] env[69169]: value = "task-3252050" [ 1276.050133] env[69169]: _type = "Task" [ 1276.050133] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.058501] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.109811] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "cc0fec5a-214b-4a2c-a351-946861f7c583" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.297366] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.301317] env[69169]: DEBUG oslo_concurrency.lockutils [req-143d4603-ba59-481a-a174-2459b3e84843 req-cba93b91-c16c-4384-8446-0ad0b0696508 service nova] Acquiring lock "c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.301317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.040s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.301317] env[69169]: DEBUG nova.objects.instance [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lazy-loading 'resources' on Instance uuid 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.319623] env[69169]: INFO nova.scheduler.client.report [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleted allocations for instance 121a6e60-7c91-483f-aae0-ea8850f620df [ 1276.365776] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.365989] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.366189] env[69169]: DEBUG nova.network.neutron [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.415083] env[69169]: INFO nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: c612562f-ab93-48f3-9017-448a5db9b043] During sync_power_state the instance has a pending task (deleting). Skip. [ 1276.415083] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "c612562f-ab93-48f3-9017-448a5db9b043" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.415435] env[69169]: INFO nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] During sync_power_state the instance has a pending task (deleting). Skip. [ 1276.415726] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "cc0fec5a-214b-4a2c-a351-946861f7c583" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.417085] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "786f4d7c-edd0-48ab-9b73-40d473a512e6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.417085] env[69169]: DEBUG oslo_concurrency.lockutils [req-143d4603-ba59-481a-a174-2459b3e84843 req-cba93b91-c16c-4384-8446-0ad0b0696508 service nova] Acquired lock "c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.417085] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "cc0fec5a-214b-4a2c-a351-946861f7c583" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.307s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.417294] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "cc0fec5a-214b-4a2c-a351-946861f7c583-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.417510] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "cc0fec5a-214b-4a2c-a351-946861f7c583-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.417781] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "cc0fec5a-214b-4a2c-a351-946861f7c583-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.421594] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d1bece-fd6c-434b-8e3c-ed7d0980550d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.427586] env[69169]: INFO nova.compute.manager [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Terminating instance [ 1276.431137] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "fd8913ef-b32a-410a-8693-bd722817a76b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.431551] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "c612562f-ab93-48f3-9017-448a5db9b043" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.449342] env[69169]: DEBUG oslo_concurrency.lockutils [req-143d4603-ba59-481a-a174-2459b3e84843 req-cba93b91-c16c-4384-8446-0ad0b0696508 service nova] Releasing lock "c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.449643] env[69169]: WARNING nova.compute.manager [req-143d4603-ba59-481a-a174-2459b3e84843 req-cba93b91-c16c-4384-8446-0ad0b0696508 service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Detach interface failed, port_id=f0365d78-c72d-4b6d-be42-15a2df5fdcdf, reason: No device with interface-id f0365d78-c72d-4b6d-be42-15a2df5fdcdf exists on VM: nova.exception.NotFound: No device with interface-id f0365d78-c72d-4b6d-be42-15a2df5fdcdf exists on VM [ 1276.451117] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "c612562f-ab93-48f3-9017-448a5db9b043" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.019s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.451452] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "c612562f-ab93-48f3-9017-448a5db9b043-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.451718] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "c612562f-ab93-48f3-9017-448a5db9b043-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.451950] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "c612562f-ab93-48f3-9017-448a5db9b043-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.454494] env[69169]: INFO nova.compute.manager [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Terminating instance [ 1276.559995] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436453} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.560330] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 5bebfa12-1f31-412f-aa20-8d2bc528f96e/5bebfa12-1f31-412f-aa20-8d2bc528f96e.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.560593] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.560858] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-035294fe-ca46-4b63-8055-bab21434b3f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.567534] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1276.567534] env[69169]: value = "task-3252051" [ 1276.567534] env[69169]: _type = "Task" [ 1276.567534] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.575938] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.622831] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.623079] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.831832] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfac1818-e119-4571-ba3f-114d7c29a4cc tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "121a6e60-7c91-483f-aae0-ea8850f620df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.876s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.833288] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "121a6e60-7c91-483f-aae0-ea8850f620df" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.950s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.833584] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f15a5a2-295f-4a07-9672-7b57757fd4c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.843569] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07dbb13-5769-45bf-8d68-9e307471471b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.934642] env[69169]: DEBUG nova.compute.manager [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.934903] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.938065] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b90e632-15ad-4ac8-9ed0-88d4af0d9b16 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.947270] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.947526] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57daeb83-2b2e-46dd-a494-cba5c1e9606d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.950658] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82f64c6-73bc-40ab-a05b-ed93b2bd3a57 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.958676] env[69169]: DEBUG nova.compute.manager [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.958875] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.960633] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48abd4ba-9c93-4643-afac-afef51cce5d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.963822] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687e5fcc-2db7-4281-9a0c-2a03f600dcce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.967794] env[69169]: DEBUG oslo_vmware.api [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1276.967794] env[69169]: value = "task-3252052" [ 1276.967794] env[69169]: _type = "Task" [ 1276.967794] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.974139] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.998630] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5d6009d-8270-422f-afb8-eb5d9e181108 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.006459] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ec8d06-2ec8-4d74-84fa-192aafe3cbfc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.008858] env[69169]: DEBUG oslo_vmware.api [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.016202] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628de297-7d0c-42c1-937a-5967bb5d315a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.021301] env[69169]: DEBUG oslo_vmware.api [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1277.021301] env[69169]: value = "task-3252053" [ 1277.021301] env[69169]: _type = "Task" [ 1277.021301] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.039705] env[69169]: DEBUG nova.compute.provider_tree [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.047107] env[69169]: DEBUG oslo_vmware.api [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.077404] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145201} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.077710] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.078605] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa661cb5-fdd0-4db2-a866-616c0abf858a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.099598] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 5bebfa12-1f31-412f-aa20-8d2bc528f96e/5bebfa12-1f31-412f-aa20-8d2bc528f96e.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.102380] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1d98dac-50a7-443b-ba25-b2cfe78794a4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.122304] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1277.122304] env[69169]: value = "task-3252054" [ 1277.122304] env[69169]: _type = "Task" [ 1277.122304] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.126577] env[69169]: DEBUG nova.compute.manager [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.134493] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252054, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.253310] env[69169]: INFO nova.network.neutron [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Port 90ae45a6-a0d5-4d86-9c0e-a87890d18dd4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1277.253703] env[69169]: DEBUG nova.network.neutron [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updating instance_info_cache with network_info: [{"id": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "address": "fa:16:3e:50:4f:e0", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503fe8ab-ba", "ovs_interfaceid": "503fe8ab-ba64-4194-ab0d-5bdc812e53e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.384310] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "121a6e60-7c91-483f-aae0-ea8850f620df" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.478641] env[69169]: DEBUG oslo_vmware.api [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252052, 'name': PowerOffVM_Task, 'duration_secs': 0.188857} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.478934] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.479146] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.479407] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a78854c-282f-4e78-9301-882266552e8d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.532421] env[69169]: DEBUG oslo_vmware.api [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252053, 'name': PowerOffVM_Task, 'duration_secs': 0.256295} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.532715] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.532877] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.533151] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bfc8a80-0f8a-4aae-b94a-a3a1342febff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.543727] env[69169]: DEBUG nova.scheduler.client.report [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.572999] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.573250] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.573439] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleting the datastore file [datastore2] cc0fec5a-214b-4a2c-a351-946861f7c583 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.573710] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e10aba1f-9060-4b76-ae05-736f70d10338 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.581056] env[69169]: DEBUG oslo_vmware.api [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1277.581056] env[69169]: value = "task-3252057" [ 1277.581056] env[69169]: _type = "Task" [ 1277.581056] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.588696] env[69169]: DEBUG oslo_vmware.api [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.635007] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252054, 'name': ReconfigVM_Task, 'duration_secs': 0.326565} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.636679] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 5bebfa12-1f31-412f-aa20-8d2bc528f96e/5bebfa12-1f31-412f-aa20-8d2bc528f96e.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.637417] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.637652] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.637870] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Deleting the datastore file [datastore2] c612562f-ab93-48f3-9017-448a5db9b043 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.640177] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdc19d3b-6052-4629-b249-c69d7f927dbd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.641773] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bac9a52-ba23-40f0-acd0-8ab4d59ed9e2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.647581] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1277.647581] env[69169]: value = "task-3252058" [ 1277.647581] env[69169]: _type = "Task" [ 1277.647581] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.649077] env[69169]: DEBUG oslo_vmware.api [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1277.649077] env[69169]: value = "task-3252059" [ 1277.649077] env[69169]: _type = "Task" [ 1277.649077] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.659916] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252058, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.660920] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.663914] env[69169]: DEBUG oslo_vmware.api [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.757579] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "refresh_cache-c612562f-ab93-48f3-9017-448a5db9b043" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.860487] env[69169]: DEBUG nova.compute.manager [req-d99038d3-6364-4345-bbf3-22a0562463ab req-6cc250f4-2b16-4bd5-b450-b5741aeb57dc service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Received event network-vif-deleted-90ae45a6-a0d5-4d86-9c0e-a87890d18dd4 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.049099] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.051570] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.704s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.051769] env[69169]: DEBUG nova.objects.instance [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1278.069278] env[69169]: INFO nova.scheduler.client.report [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleted allocations for instance 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d [ 1278.093261] env[69169]: DEBUG oslo_vmware.api [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218843} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.093261] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.093261] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.093439] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.093613] env[69169]: INFO nova.compute.manager [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1278.094193] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.095935] env[69169]: DEBUG nova.compute.manager [-] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.095935] env[69169]: DEBUG nova.network.neutron [-] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.164842] env[69169]: DEBUG oslo_vmware.api [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243253} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.165239] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252058, 'name': Rename_Task, 'duration_secs': 0.146877} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.165478] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.165662] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.165835] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.166013] env[69169]: INFO nova.compute.manager [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1278.166267] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.166469] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.166701] env[69169]: DEBUG nova.compute.manager [-] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.166815] env[69169]: DEBUG nova.network.neutron [-] [instance: c612562f-ab93-48f3-9017-448a5db9b043] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.168429] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8e1aedb-ff98-452e-a766-43b56a87299a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.175850] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1278.175850] env[69169]: value = "task-3252060" [ 1278.175850] env[69169]: _type = "Task" [ 1278.175850] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.184205] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.219027] env[69169]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 90ae45a6-a0d5-4d86-9c0e-a87890d18dd4 could not be found.", "detail": ""}} {{(pid=69169) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1278.219232] env[69169]: DEBUG nova.network.neutron [-] Unable to show port 90ae45a6-a0d5-4d86-9c0e-a87890d18dd4 as it no longer exists. {{(pid=69169) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1278.262755] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4b83772a-2df9-4bc4-ad50-4c5c3e2cac6f tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-c612562f-ab93-48f3-9017-448a5db9b043-f0365d78-c72d-4b6d-be42-15a2df5fdcdf" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.835s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.576885] env[69169]: DEBUG oslo_concurrency.lockutils [None req-cc99b03a-21a7-489c-9b28-524f4e065c12 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.903s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.578318] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.695s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.578759] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ab1b31c-fb76-4645-bead-8cb4f712ebbc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.590210] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea3a384-8771-44b7-b71d-9e903f59038e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.675123] env[69169]: DEBUG nova.compute.manager [req-d1070e1b-56ea-4dd4-815e-049b2ed1da57 req-744e6fac-493b-43b0-8e5d-5b0057ca936f service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Received event network-vif-deleted-503fe8ab-ba64-4194-ab0d-5bdc812e53e7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.675123] env[69169]: INFO nova.compute.manager [req-d1070e1b-56ea-4dd4-815e-049b2ed1da57 req-744e6fac-493b-43b0-8e5d-5b0057ca936f service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Neutron deleted interface 503fe8ab-ba64-4194-ab0d-5bdc812e53e7; detaching it from the instance and deleting it from the info cache [ 1278.675275] env[69169]: DEBUG nova.network.neutron [req-d1070e1b-56ea-4dd4-815e-049b2ed1da57 req-744e6fac-493b-43b0-8e5d-5b0057ca936f service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.686276] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252060, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.826660] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "fa52c9f4-1949-460f-aa72-546009fb1346" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.826948] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "fa52c9f4-1949-460f-aa72-546009fb1346" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.932128] env[69169]: DEBUG nova.network.neutron [-] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.064060] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fc3b8b46-1ef1-42b7-a239-d14038a58ba5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.064506] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.454s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.064801] env[69169]: DEBUG nova.objects.instance [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lazy-loading 'pci_requests' on Instance uuid 5bfaf467-2150-40bb-88b7-536e08e77fd4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.126782] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.155122] env[69169]: DEBUG nova.network.neutron [-] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.181686] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9459dd66-2005-4a06-964e-5cd258b08c43 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.189756] env[69169]: DEBUG oslo_vmware.api [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252060, 'name': PowerOnVM_Task, 'duration_secs': 0.951086} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.191286] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.191286] env[69169]: INFO nova.compute.manager [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Took 5.32 seconds to spawn the instance on the hypervisor. [ 1279.191458] env[69169]: DEBUG nova.compute.manager [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.194456] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca3eed2-123a-4a7f-9007-c4b2ebd00ec1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.197393] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e62cf4-f9e7-4971-a8a0-118bff66e399 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.225159] env[69169]: DEBUG nova.compute.manager [req-d1070e1b-56ea-4dd4-815e-049b2ed1da57 req-744e6fac-493b-43b0-8e5d-5b0057ca936f service nova] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Detach interface failed, port_id=503fe8ab-ba64-4194-ab0d-5bdc812e53e7, reason: Instance c612562f-ab93-48f3-9017-448a5db9b043 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.307788] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "fd8913ef-b32a-410a-8693-bd722817a76b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.308134] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "fd8913ef-b32a-410a-8693-bd722817a76b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.329008] env[69169]: DEBUG nova.compute.manager [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.436770] env[69169]: INFO nova.compute.manager [-] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Took 1.34 seconds to deallocate network for instance. [ 1279.571596] env[69169]: DEBUG nova.objects.instance [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lazy-loading 'numa_topology' on Instance uuid 5bfaf467-2150-40bb-88b7-536e08e77fd4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.658926] env[69169]: INFO nova.compute.manager [-] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Took 1.49 seconds to deallocate network for instance. [ 1279.723399] env[69169]: INFO nova.compute.manager [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Took 10.08 seconds to build instance. [ 1279.813016] env[69169]: DEBUG nova.compute.utils [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.847075] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.886516] env[69169]: DEBUG nova.compute.manager [req-fb22504b-e053-4968-9efa-89aae6ff4797 req-56f866c4-9949-49e5-a0a1-f29e53413246 service nova] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Received event network-vif-deleted-332aa0d7-31e1-48ce-8571-2877cbc1a3c6 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.911171] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "d8a48f41-0647-4efa-8b39-649dc1643fc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.911412] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "d8a48f41-0647-4efa-8b39-649dc1643fc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.940758] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.073733] env[69169]: INFO nova.compute.claims [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.165167] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.225788] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d0cca83a-59d2-4ad4-9fa5-b669585c8ead tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Lock "5bebfa12-1f31-412f-aa20-8d2bc528f96e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.593s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.226046] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "5bebfa12-1f31-412f-aa20-8d2bc528f96e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.341s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.226235] env[69169]: INFO nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] During sync_power_state the instance has a pending task (spawning). Skip. [ 1280.226407] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "5bebfa12-1f31-412f-aa20-8d2bc528f96e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.316808] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "fd8913ef-b32a-410a-8693-bd722817a76b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.413518] env[69169]: DEBUG nova.compute.manager [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1280.581112] env[69169]: INFO nova.compute.manager [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Rebuilding instance [ 1280.618648] env[69169]: DEBUG nova.compute.manager [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.619592] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a22812-6c30-4f6a-9fa3-80a5e32d3c6d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.931873] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.190076] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a1c882-a813-43f8-b0c6-1f7a41c5892f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.197625] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd737a8-7041-4ea6-8cf3-1b488e86d7b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.228123] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a57ddd-d876-4a1a-9768-dcba32b3698e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.235352] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c40bf29-92c0-4e3e-a34c-2b4240e1bd26 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.247885] env[69169]: DEBUG nova.compute.provider_tree [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.375337] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "fd8913ef-b32a-410a-8693-bd722817a76b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.375605] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "fd8913ef-b32a-410a-8693-bd722817a76b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.375840] env[69169]: INFO nova.compute.manager [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Attaching volume 3362e2d2-4069-4674-994b-8e893fb88e71 to /dev/sdb [ 1281.405447] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b12771-5e7d-4d50-ac11-01f4077d1e3f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.413916] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543245f5-963d-4e1a-bd93-af39741d6bd7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.426636] env[69169]: DEBUG nova.virt.block_device [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Updating existing volume attachment record: c9a7df65-a254-4f71-a912-bee481d0d3bd {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1281.632096] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.632431] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39746d7d-05e1-4f29-8b2a-8c896623dcbb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.638984] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1281.638984] env[69169]: value = "task-3252062" [ 1281.638984] env[69169]: _type = "Task" [ 1281.638984] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.647579] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.750924] env[69169]: DEBUG nova.scheduler.client.report [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.148834] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252062, 'name': PowerOffVM_Task, 'duration_secs': 0.172679} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.149107] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.149363] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.150244] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdb74e1-7fc3-4ff9-9e6a-699f0fa5d686 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.157427] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.157686] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bece163-84e9-48f1-bec3-add1ca8e8ada {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.187222] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.187521] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.187746] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Deleting the datastore file [datastore1] 5bebfa12-1f31-412f-aa20-8d2bc528f96e {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.188044] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0321217a-c2d1-4a4f-8a63-616d95835655 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.194501] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1282.194501] env[69169]: value = "task-3252064" [ 1282.194501] env[69169]: _type = "Task" [ 1282.194501] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.202304] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.256454] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.192s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.259553] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.599s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.261052] env[69169]: INFO nova.compute.claims [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.295487] env[69169]: INFO nova.network.neutron [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Updating port 7aab97af-0689-44c7-a25d-4106122dae50 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1282.704717] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117813} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.704987] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.705188] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.705364] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.373170] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504f3af3-e7b3-41ed-bd27-8a6a316683da {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.380796] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307d7e8a-57ee-4b82-83aa-be1ea7ef0d78 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.410785] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efd3db2-166f-433d-9160-439cd62cb4b6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.417527] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d7462d-4587-4028-8546-497547892120 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.430101] env[69169]: DEBUG nova.compute.provider_tree [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.647415] env[69169]: DEBUG nova.compute.manager [req-9ef22bb7-d6c8-4342-865f-6e2d6db7bfa6 req-88b62ee0-c47e-4534-8884-8f9c6cd0ac31 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Received event network-vif-plugged-7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.648098] env[69169]: DEBUG oslo_concurrency.lockutils [req-9ef22bb7-d6c8-4342-865f-6e2d6db7bfa6 req-88b62ee0-c47e-4534-8884-8f9c6cd0ac31 service nova] Acquiring lock "5bfaf467-2150-40bb-88b7-536e08e77fd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.648711] env[69169]: DEBUG oslo_concurrency.lockutils [req-9ef22bb7-d6c8-4342-865f-6e2d6db7bfa6 req-88b62ee0-c47e-4534-8884-8f9c6cd0ac31 service nova] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.648711] env[69169]: DEBUG oslo_concurrency.lockutils [req-9ef22bb7-d6c8-4342-865f-6e2d6db7bfa6 req-88b62ee0-c47e-4534-8884-8f9c6cd0ac31 service nova] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.648828] env[69169]: DEBUG nova.compute.manager [req-9ef22bb7-d6c8-4342-865f-6e2d6db7bfa6 req-88b62ee0-c47e-4534-8884-8f9c6cd0ac31 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] No waiting events found dispatching network-vif-plugged-7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.648937] env[69169]: WARNING nova.compute.manager [req-9ef22bb7-d6c8-4342-865f-6e2d6db7bfa6 req-88b62ee0-c47e-4534-8884-8f9c6cd0ac31 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Received unexpected event network-vif-plugged-7aab97af-0689-44c7-a25d-4106122dae50 for instance with vm_state shelved_offloaded and task_state spawning. [ 1283.750645] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.750919] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.751064] env[69169]: DEBUG nova.network.neutron [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.814967] env[69169]: DEBUG nova.virt.hardware [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.815263] env[69169]: DEBUG nova.virt.hardware [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.815450] env[69169]: DEBUG nova.virt.hardware [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.815643] env[69169]: DEBUG nova.virt.hardware [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.815788] env[69169]: DEBUG nova.virt.hardware [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.815982] env[69169]: DEBUG nova.virt.hardware [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.816233] env[69169]: DEBUG nova.virt.hardware [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.816448] env[69169]: DEBUG nova.virt.hardware [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.816663] env[69169]: DEBUG nova.virt.hardware [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.816831] env[69169]: DEBUG nova.virt.hardware [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.817076] env[69169]: DEBUG nova.virt.hardware [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.817922] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beba9fc-1bb2-4cd8-8624-a84dfd801926 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.825732] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311811e4-e710-4f41-a90e-3059bf02afa0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.838608] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Instance VIF info [] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.844105] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.844320] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.844509] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ed0ce43-e857-454f-b618-0bd5fe885d73 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.859388] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.859388] env[69169]: value = "task-3252066" [ 1283.859388] env[69169]: _type = "Task" [ 1283.859388] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.866231] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252066, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.933295] env[69169]: DEBUG nova.scheduler.client.report [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.368580] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252066, 'name': CreateVM_Task, 'duration_secs': 0.235192} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.368749] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.369236] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.369399] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.369709] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.369958] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd294643-a8c0-4995-8a56-34104cd0460e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.376086] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1284.376086] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a5d8a7-e5d2-c189-2a2f-b93943ea60d9" [ 1284.376086] env[69169]: _type = "Task" [ 1284.376086] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.383593] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a5d8a7-e5d2-c189-2a2f-b93943ea60d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.438077] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.438593] env[69169]: DEBUG nova.compute.manager [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.441067] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.594s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.442483] env[69169]: INFO nova.compute.claims [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.476574] env[69169]: DEBUG nova.network.neutron [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Updating instance_info_cache with network_info: [{"id": "7aab97af-0689-44c7-a25d-4106122dae50", "address": "fa:16:3e:32:f1:41", "network": {"id": "f60fd1cc-ccc4-4c04-ad7a-2482c746307a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1712302760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbcf8cc278a34eed9abe759f8aa1cb11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aab97af-06", "ovs_interfaceid": "7aab97af-0689-44c7-a25d-4106122dae50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.886668] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a5d8a7-e5d2-c189-2a2f-b93943ea60d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012032} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.886956] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.887196] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.887424] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.887568] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.887742] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.888014] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fe50a12-601d-467f-b99b-dd7a1f4006be {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.895938] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.896090] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.896756] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c681c2-0610-4ff2-98cf-63fe1962c6c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.902209] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1284.902209] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b667f2-449b-5309-d0e0-6c7d91733c61" [ 1284.902209] env[69169]: _type = "Task" [ 1284.902209] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.909168] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b667f2-449b-5309-d0e0-6c7d91733c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.948687] env[69169]: DEBUG nova.compute.utils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.952055] env[69169]: DEBUG nova.compute.manager [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.952223] env[69169]: DEBUG nova.network.neutron [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.978986] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Releasing lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.001331] env[69169]: DEBUG nova.virt.hardware [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c2600ab0be0f1aa952b57815b3543ec2',container_format='bare',created_at=2025-04-03T11:16:03Z,direct_url=,disk_format='vmdk',id=eb89b77c-1368-48a4-bfd9-4b7ee664c625,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-60437625-shelved',owner='dbcf8cc278a34eed9abe759f8aa1cb11',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-04-03T11:16:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.001597] env[69169]: DEBUG nova.virt.hardware [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.001784] env[69169]: DEBUG nova.virt.hardware [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.001972] env[69169]: DEBUG nova.virt.hardware [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.002155] env[69169]: DEBUG nova.virt.hardware [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.002307] env[69169]: DEBUG nova.virt.hardware [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.002513] env[69169]: DEBUG nova.virt.hardware [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.002668] env[69169]: DEBUG nova.virt.hardware [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.002829] env[69169]: DEBUG nova.virt.hardware [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.003027] env[69169]: DEBUG nova.virt.hardware [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.003214] env[69169]: DEBUG nova.virt.hardware [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.004060] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1339045-1b54-45b6-b000-e319efcb47bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.011740] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab559d3-c759-4cdc-98de-4dfbfa4c74aa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.025224] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:f1:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aab97af-0689-44c7-a25d-4106122dae50', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.033323] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.033427] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.033597] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b40e907f-5534-4ca0-91fe-3c4206f29ca4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.053057] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.053057] env[69169]: value = "task-3252067" [ 1285.053057] env[69169]: _type = "Task" [ 1285.053057] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.060431] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252067, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.221634] env[69169]: DEBUG nova.policy [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afef1456dc304d159e9ad34adf5b1592', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2aefaf8c89604f2397e7c9131d766b7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.413242] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b667f2-449b-5309-d0e0-6c7d91733c61, 'name': SearchDatastore_Task, 'duration_secs': 0.009281} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.414055] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b511f9-bb99-48e8-bba2-efa707934f13 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.418990] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1285.418990] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522cef6c-3cb1-53a3-c16f-16c29651e926" [ 1285.418990] env[69169]: _type = "Task" [ 1285.418990] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.427403] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522cef6c-3cb1-53a3-c16f-16c29651e926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.453492] env[69169]: DEBUG nova.compute.manager [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.502648] env[69169]: DEBUG nova.network.neutron [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Successfully created port: a6ef3dfa-7bcb-472d-bb75-547a0052ae46 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.561666] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252067, 'name': CreateVM_Task, 'duration_secs': 0.308097} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.563746] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.564545] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eb89b77c-1368-48a4-bfd9-4b7ee664c625" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.564715] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eb89b77c-1368-48a4-bfd9-4b7ee664c625" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.565090] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eb89b77c-1368-48a4-bfd9-4b7ee664c625" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.565344] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc25c3f2-f4ef-4568-b0ca-124fb610df2b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.569578] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1285.569578] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5212ac92-4c0a-743f-ddda-f2ce57c5cc64" [ 1285.569578] env[69169]: _type = "Task" [ 1285.569578] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.579893] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5212ac92-4c0a-743f-ddda-f2ce57c5cc64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.592758] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fdc045-5a5a-49c7-9cfb-4ab78c1cb129 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.599050] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e98b90-64ea-4148-84ca-bee76c43ca85 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.629050] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6cf948-84fd-4fe2-a02b-ebebfb5ea827 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.635994] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816f117a-fb69-499d-bb01-51828dbe4710 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.650490] env[69169]: DEBUG nova.compute.provider_tree [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.675799] env[69169]: DEBUG nova.compute.manager [req-d12104da-1b6f-442d-b0a8-59adcf2df9b5 req-c88dbdd9-7e5a-4205-a912-629018189ec4 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Received event network-changed-7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.675992] env[69169]: DEBUG nova.compute.manager [req-d12104da-1b6f-442d-b0a8-59adcf2df9b5 req-c88dbdd9-7e5a-4205-a912-629018189ec4 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Refreshing instance network info cache due to event network-changed-7aab97af-0689-44c7-a25d-4106122dae50. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.676236] env[69169]: DEBUG oslo_concurrency.lockutils [req-d12104da-1b6f-442d-b0a8-59adcf2df9b5 req-c88dbdd9-7e5a-4205-a912-629018189ec4 service nova] Acquiring lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.676726] env[69169]: DEBUG oslo_concurrency.lockutils [req-d12104da-1b6f-442d-b0a8-59adcf2df9b5 req-c88dbdd9-7e5a-4205-a912-629018189ec4 service nova] Acquired lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.676802] env[69169]: DEBUG nova.network.neutron [req-d12104da-1b6f-442d-b0a8-59adcf2df9b5 req-c88dbdd9-7e5a-4205-a912-629018189ec4 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Refreshing network info cache for port 7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.929802] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522cef6c-3cb1-53a3-c16f-16c29651e926, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.930074] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.930330] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 5bebfa12-1f31-412f-aa20-8d2bc528f96e/5bebfa12-1f31-412f-aa20-8d2bc528f96e.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.930601] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7b9348b-4c68-4588-b9b5-b9aa4f24ad50 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.936848] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1285.936848] env[69169]: value = "task-3252068" [ 1285.936848] env[69169]: _type = "Task" [ 1285.936848] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.944764] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.972715] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1285.972973] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649788', 'volume_id': '3362e2d2-4069-4674-994b-8e893fb88e71', 'name': 'volume-3362e2d2-4069-4674-994b-8e893fb88e71', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd8913ef-b32a-410a-8693-bd722817a76b', 'attached_at': '', 'detached_at': '', 'volume_id': '3362e2d2-4069-4674-994b-8e893fb88e71', 'serial': '3362e2d2-4069-4674-994b-8e893fb88e71'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1285.973815] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3403e0-261a-404b-9e54-e4b714dd1a59 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.991470] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216f3c51-55cc-4b0f-8faa-606e8e39c0c2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.017201] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-3362e2d2-4069-4674-994b-8e893fb88e71/volume-3362e2d2-4069-4674-994b-8e893fb88e71.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.017739] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e020999-228c-4f22-8175-8fb160eb0dac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.036554] env[69169]: DEBUG oslo_vmware.api [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1286.036554] env[69169]: value = "task-3252069" [ 1286.036554] env[69169]: _type = "Task" [ 1286.036554] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.044460] env[69169]: DEBUG oslo_vmware.api [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.079798] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eb89b77c-1368-48a4-bfd9-4b7ee664c625" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.080078] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Processing image eb89b77c-1368-48a4-bfd9-4b7ee664c625 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.080322] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eb89b77c-1368-48a4-bfd9-4b7ee664c625/eb89b77c-1368-48a4-bfd9-4b7ee664c625.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.080626] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eb89b77c-1368-48a4-bfd9-4b7ee664c625/eb89b77c-1368-48a4-bfd9-4b7ee664c625.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.080872] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.081579] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20d411c8-fc5e-4cba-9d7f-b98b1a9bc92b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.090358] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.090601] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.091348] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66985d7d-8d26-48be-b839-71b16cb1a4c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.096896] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1286.096896] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cda52e-520a-8c39-8cee-3d81791b07f4" [ 1286.096896] env[69169]: _type = "Task" [ 1286.096896] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.105433] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cda52e-520a-8c39-8cee-3d81791b07f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.154363] env[69169]: DEBUG nova.scheduler.client.report [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.419873] env[69169]: DEBUG nova.network.neutron [req-d12104da-1b6f-442d-b0a8-59adcf2df9b5 req-c88dbdd9-7e5a-4205-a912-629018189ec4 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Updated VIF entry in instance network info cache for port 7aab97af-0689-44c7-a25d-4106122dae50. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.420288] env[69169]: DEBUG nova.network.neutron [req-d12104da-1b6f-442d-b0a8-59adcf2df9b5 req-c88dbdd9-7e5a-4205-a912-629018189ec4 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Updating instance_info_cache with network_info: [{"id": "7aab97af-0689-44c7-a25d-4106122dae50", "address": "fa:16:3e:32:f1:41", "network": {"id": "f60fd1cc-ccc4-4c04-ad7a-2482c746307a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1712302760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbcf8cc278a34eed9abe759f8aa1cb11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aab97af-06", "ovs_interfaceid": "7aab97af-0689-44c7-a25d-4106122dae50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.448095] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252068, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.466291] env[69169]: DEBUG nova.compute.manager [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.492594] env[69169]: DEBUG nova.virt.hardware [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.492844] env[69169]: DEBUG nova.virt.hardware [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.493411] env[69169]: DEBUG nova.virt.hardware [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.493411] env[69169]: DEBUG nova.virt.hardware [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.493411] env[69169]: DEBUG nova.virt.hardware [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.493627] env[69169]: DEBUG nova.virt.hardware [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.493680] env[69169]: DEBUG nova.virt.hardware [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.493816] env[69169]: DEBUG nova.virt.hardware [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.493981] env[69169]: DEBUG nova.virt.hardware [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.494162] env[69169]: DEBUG nova.virt.hardware [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.494333] env[69169]: DEBUG nova.virt.hardware [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.495334] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d58e3f3-f970-4512-8d64-3a6a42f9602f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.502843] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f170009-13ed-45f2-b746-e6ff15c324d2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.546482] env[69169]: DEBUG oslo_vmware.api [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252069, 'name': ReconfigVM_Task, 'duration_secs': 0.472845} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.546783] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-3362e2d2-4069-4674-994b-8e893fb88e71/volume-3362e2d2-4069-4674-994b-8e893fb88e71.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.551589] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60086891-8b04-4bc2-82f1-8bafcbe02395 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.568049] env[69169]: DEBUG oslo_vmware.api [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1286.568049] env[69169]: value = "task-3252070" [ 1286.568049] env[69169]: _type = "Task" [ 1286.568049] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.576410] env[69169]: DEBUG oslo_vmware.api [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.606571] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Preparing fetch location {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1286.606844] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Fetch image to [datastore2] OSTACK_IMG_dcc068fb-5d77-44a9-9a86-f2fb32050446/OSTACK_IMG_dcc068fb-5d77-44a9-9a86-f2fb32050446.vmdk {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1286.607127] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Downloading stream optimized image eb89b77c-1368-48a4-bfd9-4b7ee664c625 to [datastore2] OSTACK_IMG_dcc068fb-5d77-44a9-9a86-f2fb32050446/OSTACK_IMG_dcc068fb-5d77-44a9-9a86-f2fb32050446.vmdk on the data store datastore2 as vApp {{(pid=69169) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1286.607333] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Downloading image file data eb89b77c-1368-48a4-bfd9-4b7ee664c625 to the ESX as VM named 'OSTACK_IMG_dcc068fb-5d77-44a9-9a86-f2fb32050446' {{(pid=69169) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1286.659074] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.659666] env[69169]: DEBUG nova.compute.manager [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.664230] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.724s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.664447] env[69169]: DEBUG nova.objects.instance [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lazy-loading 'resources' on Instance uuid cc0fec5a-214b-4a2c-a351-946861f7c583 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.691065] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1286.691065] env[69169]: value = "resgroup-9" [ 1286.691065] env[69169]: _type = "ResourcePool" [ 1286.691065] env[69169]: }. {{(pid=69169) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1286.691065] env[69169]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6663cb62-a766-46d5-adb3-06761f4d5624 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.712809] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lease: (returnval){ [ 1286.712809] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520243f0-6765-6f93-55ce-a6e9ace3cfd5" [ 1286.712809] env[69169]: _type = "HttpNfcLease" [ 1286.712809] env[69169]: } obtained for vApp import into resource pool (val){ [ 1286.712809] env[69169]: value = "resgroup-9" [ 1286.712809] env[69169]: _type = "ResourcePool" [ 1286.712809] env[69169]: }. {{(pid=69169) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1286.713199] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the lease: (returnval){ [ 1286.713199] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520243f0-6765-6f93-55ce-a6e9ace3cfd5" [ 1286.713199] env[69169]: _type = "HttpNfcLease" [ 1286.713199] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1286.721840] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1286.721840] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520243f0-6765-6f93-55ce-a6e9ace3cfd5" [ 1286.721840] env[69169]: _type = "HttpNfcLease" [ 1286.721840] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1286.924935] env[69169]: DEBUG oslo_concurrency.lockutils [req-d12104da-1b6f-442d-b0a8-59adcf2df9b5 req-c88dbdd9-7e5a-4205-a912-629018189ec4 service nova] Releasing lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.947895] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527851} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.948178] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 5bebfa12-1f31-412f-aa20-8d2bc528f96e/5bebfa12-1f31-412f-aa20-8d2bc528f96e.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.948457] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.948792] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93401e2a-e602-4f8c-bd5a-ce17694b446a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.955424] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1286.955424] env[69169]: value = "task-3252072" [ 1286.955424] env[69169]: _type = "Task" [ 1286.955424] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.965572] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.004416] env[69169]: DEBUG nova.network.neutron [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Successfully updated port: a6ef3dfa-7bcb-472d-bb75-547a0052ae46 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.077709] env[69169]: DEBUG oslo_vmware.api [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252070, 'name': ReconfigVM_Task, 'duration_secs': 0.23984} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.078018] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649788', 'volume_id': '3362e2d2-4069-4674-994b-8e893fb88e71', 'name': 'volume-3362e2d2-4069-4674-994b-8e893fb88e71', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd8913ef-b32a-410a-8693-bd722817a76b', 'attached_at': '', 'detached_at': '', 'volume_id': '3362e2d2-4069-4674-994b-8e893fb88e71', 'serial': '3362e2d2-4069-4674-994b-8e893fb88e71'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1287.167634] env[69169]: DEBUG nova.compute.utils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.172271] env[69169]: DEBUG nova.compute.manager [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.172521] env[69169]: DEBUG nova.network.neutron [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.211162] env[69169]: DEBUG nova.policy [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd929190f7a244f25a1956b7cd5b6a6c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7668a0f42ce147f2b39fd48d13e75cf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.222222] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1287.222222] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520243f0-6765-6f93-55ce-a6e9ace3cfd5" [ 1287.222222] env[69169]: _type = "HttpNfcLease" [ 1287.222222] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1287.222524] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1287.222524] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520243f0-6765-6f93-55ce-a6e9ace3cfd5" [ 1287.222524] env[69169]: _type = "HttpNfcLease" [ 1287.222524] env[69169]: }. {{(pid=69169) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1287.223267] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c701159-b60b-4c21-b883-ebb732b2372e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.233033] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524139d6-813e-ad08-2730-20ab87f2944f/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1287.233033] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524139d6-813e-ad08-2730-20ab87f2944f/disk-0.vmdk. {{(pid=69169) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1287.304070] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3b78a72-94bb-4214-a102-fab8df552511 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.356851] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58771f4b-76bd-40d8-844c-11e045bdfb59 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.364169] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27053383-6f4d-43eb-93af-c2bf92047d91 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.395032] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb33e1b3-d51a-4d5d-a993-964d38adc3a0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.401962] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7089b45b-7003-4e14-9734-08fe6877a0d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.415372] env[69169]: DEBUG nova.compute.provider_tree [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.466066] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059872} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.466365] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.467139] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b9e13c-c98b-4b91-865e-0b771532881e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.491241] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 5bebfa12-1f31-412f-aa20-8d2bc528f96e/5bebfa12-1f31-412f-aa20-8d2bc528f96e.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.495375] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd1677ea-8c1b-458f-95eb-b325e6ba6281 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.510810] env[69169]: DEBUG nova.network.neutron [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Successfully created port: ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.516505] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.516651] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.516803] env[69169]: DEBUG nova.network.neutron [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.523835] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1287.523835] env[69169]: value = "task-3252073" [ 1287.523835] env[69169]: _type = "Task" [ 1287.523835] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.532904] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.673430] env[69169]: DEBUG nova.compute.manager [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1287.709157] env[69169]: DEBUG nova.compute.manager [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Received event network-vif-plugged-a6ef3dfa-7bcb-472d-bb75-547a0052ae46 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.709157] env[69169]: DEBUG oslo_concurrency.lockutils [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] Acquiring lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.709157] env[69169]: DEBUG oslo_concurrency.lockutils [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] Lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.709157] env[69169]: DEBUG oslo_concurrency.lockutils [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] Lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.709960] env[69169]: DEBUG nova.compute.manager [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] No waiting events found dispatching network-vif-plugged-a6ef3dfa-7bcb-472d-bb75-547a0052ae46 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1287.710115] env[69169]: WARNING nova.compute.manager [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Received unexpected event network-vif-plugged-a6ef3dfa-7bcb-472d-bb75-547a0052ae46 for instance with vm_state building and task_state spawning. [ 1287.710213] env[69169]: DEBUG nova.compute.manager [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Received event network-changed-a6ef3dfa-7bcb-472d-bb75-547a0052ae46 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.714024] env[69169]: DEBUG nova.compute.manager [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Refreshing instance network info cache due to event network-changed-a6ef3dfa-7bcb-472d-bb75-547a0052ae46. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.714024] env[69169]: DEBUG oslo_concurrency.lockutils [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] Acquiring lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.918767] env[69169]: DEBUG nova.scheduler.client.report [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.034328] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252073, 'name': ReconfigVM_Task, 'duration_secs': 0.311268} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.034637] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 5bebfa12-1f31-412f-aa20-8d2bc528f96e/5bebfa12-1f31-412f-aa20-8d2bc528f96e.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.035279] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6ad4d3a-b35a-4c6d-801a-5efeffda83ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.042169] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1288.042169] env[69169]: value = "task-3252074" [ 1288.042169] env[69169]: _type = "Task" [ 1288.042169] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.051219] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252074, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.051960] env[69169]: DEBUG nova.network.neutron [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.127444] env[69169]: DEBUG nova.objects.instance [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lazy-loading 'flavor' on Instance uuid fd8913ef-b32a-410a-8693-bd722817a76b {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.203968] env[69169]: DEBUG nova.network.neutron [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating instance_info_cache with network_info: [{"id": "a6ef3dfa-7bcb-472d-bb75-547a0052ae46", "address": "fa:16:3e:8d:d7:af", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ef3dfa-7b", "ovs_interfaceid": "a6ef3dfa-7bcb-472d-bb75-547a0052ae46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.417456] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Completed reading data from the image iterator. {{(pid=69169) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1288.417760] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524139d6-813e-ad08-2730-20ab87f2944f/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1288.419193] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da02ac18-46b4-44ee-9902-dd8e364fba3b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.427241] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.429709] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524139d6-813e-ad08-2730-20ab87f2944f/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1288.429905] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524139d6-813e-ad08-2730-20ab87f2944f/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1288.430404] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.265s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.430690] env[69169]: DEBUG nova.objects.instance [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'resources' on Instance uuid c612562f-ab93-48f3-9017-448a5db9b043 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.432583] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a69e0c46-1248-46e6-b844-6967d5758cc7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.449492] env[69169]: INFO nova.scheduler.client.report [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted allocations for instance cc0fec5a-214b-4a2c-a351-946861f7c583 [ 1288.552087] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252074, 'name': Rename_Task, 'duration_secs': 0.145166} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.552408] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.552628] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7987edb4-45e6-4ebb-83a7-15b9cfa90005 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.559214] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1288.559214] env[69169]: value = "task-3252075" [ 1288.559214] env[69169]: _type = "Task" [ 1288.559214] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.566816] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.611105] env[69169]: DEBUG oslo_vmware.rw_handles [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524139d6-813e-ad08-2730-20ab87f2944f/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1288.611371] env[69169]: INFO nova.virt.vmwareapi.images [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Downloaded image file data eb89b77c-1368-48a4-bfd9-4b7ee664c625 [ 1288.612221] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f045f2d-2314-48af-8868-b714e8cd7fc7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.627647] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ca033ea-1d52-4246-bb0d-965de50199ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.632158] env[69169]: DEBUG oslo_concurrency.lockutils [None req-83919231-84ab-4275-87ae-d1a9cc97234c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "fd8913ef-b32a-410a-8693-bd722817a76b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.655474] env[69169]: INFO nova.virt.vmwareapi.images [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] The imported VM was unregistered [ 1288.658017] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Caching image {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1288.658259] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Creating directory with path [datastore2] devstack-image-cache_base/eb89b77c-1368-48a4-bfd9-4b7ee664c625 {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.658741] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-228eabe0-6d04-4bc3-990f-5a9449c73f0c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.669330] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Created directory with path [datastore2] devstack-image-cache_base/eb89b77c-1368-48a4-bfd9-4b7ee664c625 {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.669526] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_dcc068fb-5d77-44a9-9a86-f2fb32050446/OSTACK_IMG_dcc068fb-5d77-44a9-9a86-f2fb32050446.vmdk to [datastore2] devstack-image-cache_base/eb89b77c-1368-48a4-bfd9-4b7ee664c625/eb89b77c-1368-48a4-bfd9-4b7ee664c625.vmdk. {{(pid=69169) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1288.669810] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-735dc769-0da0-4347-bb09-98f9e6937fed {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.676123] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1288.676123] env[69169]: value = "task-3252077" [ 1288.676123] env[69169]: _type = "Task" [ 1288.676123] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.684652] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252077, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.691232] env[69169]: DEBUG nova.compute.manager [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1288.710129] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.710498] env[69169]: DEBUG nova.compute.manager [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Instance network_info: |[{"id": "a6ef3dfa-7bcb-472d-bb75-547a0052ae46", "address": "fa:16:3e:8d:d7:af", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ef3dfa-7b", "ovs_interfaceid": "a6ef3dfa-7bcb-472d-bb75-547a0052ae46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1288.711081] env[69169]: DEBUG oslo_concurrency.lockutils [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] Acquired lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.711873] env[69169]: DEBUG nova.network.neutron [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Refreshing network info cache for port a6ef3dfa-7bcb-472d-bb75-547a0052ae46 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.713096] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:d7:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6ef3dfa-7bcb-472d-bb75-547a0052ae46', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.721583] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.725245] env[69169]: DEBUG nova.virt.hardware [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.725504] env[69169]: DEBUG nova.virt.hardware [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.725666] env[69169]: DEBUG nova.virt.hardware [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.725875] env[69169]: DEBUG nova.virt.hardware [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.726039] env[69169]: DEBUG nova.virt.hardware [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.726208] env[69169]: DEBUG nova.virt.hardware [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.726418] env[69169]: DEBUG nova.virt.hardware [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.726786] env[69169]: DEBUG nova.virt.hardware [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.726786] env[69169]: DEBUG nova.virt.hardware [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.726889] env[69169]: DEBUG nova.virt.hardware [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.727063] env[69169]: DEBUG nova.virt.hardware [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.727340] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.728396] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9250ee-4d18-4600-96db-0027c305ebf3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.731062] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32c929b8-c4f7-477d-a3bc-471180dc1589 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.753800] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8d3162-b84a-4ade-9e44-97081fbeda92 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.757487] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.757487] env[69169]: value = "task-3252078" [ 1288.757487] env[69169]: _type = "Task" [ 1288.757487] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.773142] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252078, 'name': CreateVM_Task} progress is 10%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.899540] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "fd8913ef-b32a-410a-8693-bd722817a76b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.899831] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "fd8913ef-b32a-410a-8693-bd722817a76b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.960013] env[69169]: DEBUG oslo_concurrency.lockutils [None req-155c813d-892b-47e2-9ce0-7b3376e62f18 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "cc0fec5a-214b-4a2c-a351-946861f7c583" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.543s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.082460] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252075, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.085125] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8eb54a-dbc4-40e5-9bdb-e16b59a2e3d4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.097941] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2ff441-806d-4779-acbf-d563efaf5172 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.127693] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a47244-200d-4a61-a84c-52b96366aa03 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.131343] env[69169]: DEBUG nova.network.neutron [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Successfully updated port: ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.138548] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5664e5b9-d51f-44c9-b0d3-2cac43a2812e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.157514] env[69169]: DEBUG nova.compute.provider_tree [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.187078] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252077, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.268442] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252078, 'name': CreateVM_Task, 'duration_secs': 0.339366} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.268636] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.276377] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.276557] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.276997] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.277329] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ef63a5-2349-4bce-bf43-a5546f719c20 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.283078] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1289.283078] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5261e31f-6293-68ea-a43c-6055eb633cc4" [ 1289.283078] env[69169]: _type = "Task" [ 1289.283078] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.294415] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5261e31f-6293-68ea-a43c-6055eb633cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.402943] env[69169]: INFO nova.compute.manager [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Detaching volume 3362e2d2-4069-4674-994b-8e893fb88e71 [ 1289.440720] env[69169]: INFO nova.virt.block_device [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Attempting to driver detach volume 3362e2d2-4069-4674-994b-8e893fb88e71 from mountpoint /dev/sdb [ 1289.441038] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1289.441282] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649788', 'volume_id': '3362e2d2-4069-4674-994b-8e893fb88e71', 'name': 'volume-3362e2d2-4069-4674-994b-8e893fb88e71', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd8913ef-b32a-410a-8693-bd722817a76b', 'attached_at': '', 'detached_at': '', 'volume_id': '3362e2d2-4069-4674-994b-8e893fb88e71', 'serial': '3362e2d2-4069-4674-994b-8e893fb88e71'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1289.442314] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325dfc8d-bb15-4e63-9de5-4723217805ca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.446771] env[69169]: DEBUG nova.network.neutron [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updated VIF entry in instance network info cache for port a6ef3dfa-7bcb-472d-bb75-547a0052ae46. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.447385] env[69169]: DEBUG nova.network.neutron [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating instance_info_cache with network_info: [{"id": "a6ef3dfa-7bcb-472d-bb75-547a0052ae46", "address": "fa:16:3e:8d:d7:af", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ef3dfa-7b", "ovs_interfaceid": "a6ef3dfa-7bcb-472d-bb75-547a0052ae46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.469323] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd3333b-827e-40a4-8b75-f1fae4ed2dd4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.477360] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2c3b46-a4b6-42ba-a0d6-64b7e77869c0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.499210] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427d0abe-3e66-4e01-bd43-96e170857303 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.515164] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] The volume has not been displaced from its original location: [datastore1] volume-3362e2d2-4069-4674-994b-8e893fb88e71/volume-3362e2d2-4069-4674-994b-8e893fb88e71.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1289.520512] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1289.521054] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-377dd6aa-9d47-4693-adba-f91acb623d41 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.539178] env[69169]: DEBUG oslo_vmware.api [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1289.539178] env[69169]: value = "task-3252079" [ 1289.539178] env[69169]: _type = "Task" [ 1289.539178] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.549589] env[69169]: DEBUG oslo_vmware.api [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.575948] env[69169]: DEBUG oslo_vmware.api [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252075, 'name': PowerOnVM_Task, 'duration_secs': 0.557145} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.576411] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.576482] env[69169]: DEBUG nova.compute.manager [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.577270] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b54e3c3-f06b-4d37-9756-8521d9ed68f0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.634063] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "refresh_cache-fa52c9f4-1949-460f-aa72-546009fb1346" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.634215] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "refresh_cache-fa52c9f4-1949-460f-aa72-546009fb1346" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.634362] env[69169]: DEBUG nova.network.neutron [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.661578] env[69169]: DEBUG nova.scheduler.client.report [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.689163] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252077, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.741189] env[69169]: DEBUG nova.compute.manager [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Received event network-vif-plugged-ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.741464] env[69169]: DEBUG oslo_concurrency.lockutils [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] Acquiring lock "fa52c9f4-1949-460f-aa72-546009fb1346-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.741960] env[69169]: DEBUG oslo_concurrency.lockutils [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] Lock "fa52c9f4-1949-460f-aa72-546009fb1346-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.741960] env[69169]: DEBUG oslo_concurrency.lockutils [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] Lock "fa52c9f4-1949-460f-aa72-546009fb1346-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.741960] env[69169]: DEBUG nova.compute.manager [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] No waiting events found dispatching network-vif-plugged-ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.742235] env[69169]: WARNING nova.compute.manager [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Received unexpected event network-vif-plugged-ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1 for instance with vm_state building and task_state spawning. [ 1289.742304] env[69169]: DEBUG nova.compute.manager [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Received event network-changed-ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.742456] env[69169]: DEBUG nova.compute.manager [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Refreshing instance network info cache due to event network-changed-ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.742624] env[69169]: DEBUG oslo_concurrency.lockutils [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] Acquiring lock "refresh_cache-fa52c9f4-1949-460f-aa72-546009fb1346" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.793781] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5261e31f-6293-68ea-a43c-6055eb633cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.013454} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.794128] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.794425] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.794602] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.794782] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.794977] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.795283] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4469502-adda-4d03-80e5-4d6041a48bb3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.805108] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.805314] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.806097] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc859ef6-b510-4ece-affe-a565bd2dc4d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.812146] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1289.812146] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523b6576-a9e0-0c85-dcf8-b255bdda6ec8" [ 1289.812146] env[69169]: _type = "Task" [ 1289.812146] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.820288] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523b6576-a9e0-0c85-dcf8-b255bdda6ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.950352] env[69169]: DEBUG oslo_concurrency.lockutils [req-55da3685-4791-4c6c-be63-df8a1d54477e req-3b4af353-af8b-4405-80c6-848e2f080b2c service nova] Releasing lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.049786] env[69169]: DEBUG oslo_vmware.api [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252079, 'name': ReconfigVM_Task, 'duration_secs': 0.46259} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.050093] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1290.054825] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a110653b-e323-466d-ad82-68c5f1576b2b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.070350] env[69169]: DEBUG oslo_vmware.api [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1290.070350] env[69169]: value = "task-3252080" [ 1290.070350] env[69169]: _type = "Task" [ 1290.070350] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.079278] env[69169]: DEBUG oslo_vmware.api [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.095902] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.165928] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.168641] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.237s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.170762] env[69169]: INFO nova.compute.claims [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.183434] env[69169]: DEBUG nova.network.neutron [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.191736] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252077, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.196598] env[69169]: INFO nova.scheduler.client.report [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Deleted allocations for instance c612562f-ab93-48f3-9017-448a5db9b043 [ 1290.324740] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523b6576-a9e0-0c85-dcf8-b255bdda6ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.011934} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.325587] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be929988-412a-4b93-80f6-17f5c426af89 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.331358] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1290.331358] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a183b7-bd5d-6b62-1909-ec619c030257" [ 1290.331358] env[69169]: _type = "Task" [ 1290.331358] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.339701] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a183b7-bd5d-6b62-1909-ec619c030257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.348744] env[69169]: DEBUG nova.network.neutron [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Updating instance_info_cache with network_info: [{"id": "ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1", "address": "fa:16:3e:98:8a:17", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7bc3a5-21", "ovs_interfaceid": "ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.358173] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquiring lock "5bebfa12-1f31-412f-aa20-8d2bc528f96e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.358470] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Lock "5bebfa12-1f31-412f-aa20-8d2bc528f96e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.358727] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquiring lock "5bebfa12-1f31-412f-aa20-8d2bc528f96e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.358892] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Lock "5bebfa12-1f31-412f-aa20-8d2bc528f96e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.359075] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Lock "5bebfa12-1f31-412f-aa20-8d2bc528f96e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.361498] env[69169]: INFO nova.compute.manager [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Terminating instance [ 1290.580206] env[69169]: DEBUG oslo_vmware.api [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252080, 'name': ReconfigVM_Task, 'duration_secs': 0.248436} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.580594] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649788', 'volume_id': '3362e2d2-4069-4674-994b-8e893fb88e71', 'name': 'volume-3362e2d2-4069-4674-994b-8e893fb88e71', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd8913ef-b32a-410a-8693-bd722817a76b', 'attached_at': '', 'detached_at': '', 'volume_id': '3362e2d2-4069-4674-994b-8e893fb88e71', 'serial': '3362e2d2-4069-4674-994b-8e893fb88e71'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1290.688813] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252077, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.710200] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0644eb2b-4226-4277-849c-9f2880b091b7 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "c612562f-ab93-48f3-9017-448a5db9b043" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.259s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.841848] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a183b7-bd5d-6b62-1909-ec619c030257, 'name': SearchDatastore_Task, 'duration_secs': 0.013839} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.842187] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.842566] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b/bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.842898] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0413ab83-90d9-40ea-866e-d9130c178eac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.850062] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1290.850062] env[69169]: value = "task-3252081" [ 1290.850062] env[69169]: _type = "Task" [ 1290.850062] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.853497] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "refresh_cache-fa52c9f4-1949-460f-aa72-546009fb1346" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.853803] env[69169]: DEBUG nova.compute.manager [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Instance network_info: |[{"id": "ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1", "address": "fa:16:3e:98:8a:17", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7bc3a5-21", "ovs_interfaceid": "ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1290.854109] env[69169]: DEBUG oslo_concurrency.lockutils [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] Acquired lock "refresh_cache-fa52c9f4-1949-460f-aa72-546009fb1346" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.854296] env[69169]: DEBUG nova.network.neutron [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Refreshing network info cache for port ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.855519] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:8a:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.863684] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.864909] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.865442] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquiring lock "refresh_cache-5bebfa12-1f31-412f-aa20-8d2bc528f96e" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.865612] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquired lock "refresh_cache-5bebfa12-1f31-412f-aa20-8d2bc528f96e" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.865794] env[69169]: DEBUG nova.network.neutron [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.867613] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55a8e201-aa85-4b5e-8bee-35aa584464a3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.887802] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.893567] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.893567] env[69169]: value = "task-3252082" [ 1290.893567] env[69169]: _type = "Task" [ 1290.893567] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.902259] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252082, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.125057] env[69169]: DEBUG nova.objects.instance [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lazy-loading 'flavor' on Instance uuid fd8913ef-b32a-410a-8693-bd722817a76b {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.193544] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252077, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.405914} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.193870] env[69169]: INFO nova.virt.vmwareapi.ds_util [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_dcc068fb-5d77-44a9-9a86-f2fb32050446/OSTACK_IMG_dcc068fb-5d77-44a9-9a86-f2fb32050446.vmdk to [datastore2] devstack-image-cache_base/eb89b77c-1368-48a4-bfd9-4b7ee664c625/eb89b77c-1368-48a4-bfd9-4b7ee664c625.vmdk. [ 1291.194144] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Cleaning up location [datastore2] OSTACK_IMG_dcc068fb-5d77-44a9-9a86-f2fb32050446 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1291.194360] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_dcc068fb-5d77-44a9-9a86-f2fb32050446 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.194713] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-667d6518-c713-4f33-b836-043039682efd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.204443] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1291.204443] env[69169]: value = "task-3252083" [ 1291.204443] env[69169]: _type = "Task" [ 1291.204443] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.213544] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.296976] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32727cea-680d-4e22-8eb5-985d02d832e6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.308521] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599c9275-eae9-4dc8-a662-8f042762734b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.342531] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239359c5-9a94-495c-b9b0-a1f215e75802 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.355097] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a34534-8761-4eeb-88dc-22570a47e36d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.368906] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252081, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.380311] env[69169]: DEBUG nova.compute.provider_tree [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.400356] env[69169]: DEBUG nova.network.neutron [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.412352] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252082, 'name': CreateVM_Task} progress is 25%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.452948] env[69169]: DEBUG nova.network.neutron [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.589105] env[69169]: DEBUG nova.network.neutron [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Updated VIF entry in instance network info cache for port ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.589532] env[69169]: DEBUG nova.network.neutron [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Updating instance_info_cache with network_info: [{"id": "ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1", "address": "fa:16:3e:98:8a:17", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7bc3a5-21", "ovs_interfaceid": "ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.716170] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082534} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.716516] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.716730] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eb89b77c-1368-48a4-bfd9-4b7ee664c625/eb89b77c-1368-48a4-bfd9-4b7ee664c625.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.717086] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eb89b77c-1368-48a4-bfd9-4b7ee664c625/eb89b77c-1368-48a4-bfd9-4b7ee664c625.vmdk to [datastore2] 5bfaf467-2150-40bb-88b7-536e08e77fd4/5bfaf467-2150-40bb-88b7-536e08e77fd4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.717345] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-295c5a6c-c7d9-46d5-ba5b-1ef608c88af6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.726518] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1291.726518] env[69169]: value = "task-3252084" [ 1291.726518] env[69169]: _type = "Task" [ 1291.726518] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.735291] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.860897] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581024} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.861192] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b/bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.861405] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.861701] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61e68b65-3d86-45f6-8e8c-20a6b70ab0b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.868293] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1291.868293] env[69169]: value = "task-3252085" [ 1291.868293] env[69169]: _type = "Task" [ 1291.868293] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.876407] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.883571] env[69169]: DEBUG nova.scheduler.client.report [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.904816] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252082, 'name': CreateVM_Task, 'duration_secs': 0.60028} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.905035] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.905785] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.905960] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.906374] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.906646] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5f39b5-cb2d-4803-9af1-c031d0c58e5b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.911752] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1291.911752] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52775546-49d6-c2ae-e6e2-19c1c4c34c55" [ 1291.911752] env[69169]: _type = "Task" [ 1291.911752] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.920841] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52775546-49d6-c2ae-e6e2-19c1c4c34c55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.955425] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Releasing lock "refresh_cache-5bebfa12-1f31-412f-aa20-8d2bc528f96e" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.956045] env[69169]: DEBUG nova.compute.manager [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1291.956273] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.957373] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44ec99b-f698-44af-8d21-aa46f9ba05c6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.966493] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.967049] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7105765-a213-4421-bf0d-7a1901a3dd16 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.973666] env[69169]: DEBUG oslo_vmware.api [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1291.973666] env[69169]: value = "task-3252086" [ 1291.973666] env[69169]: _type = "Task" [ 1291.973666] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.982480] env[69169]: DEBUG oslo_vmware.api [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.092023] env[69169]: DEBUG oslo_concurrency.lockutils [req-dde51781-fdd8-45d7-b08e-7ce137a8bf19 req-1849aaba-befc-458c-a781-15ed76f41487 service nova] Releasing lock "refresh_cache-fa52c9f4-1949-460f-aa72-546009fb1346" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.133090] env[69169]: DEBUG oslo_concurrency.lockutils [None req-99a0d2f8-a1f9-48a6-9d0d-61ab589de28a tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "fd8913ef-b32a-410a-8693-bd722817a76b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.239176] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252084, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.378562] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076086} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.378909] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.379795] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37de4a74-3562-4f47-8abf-3b8a2060d45c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.394780] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.395389] env[69169]: DEBUG nova.compute.manager [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.409021] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b/bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.409021] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.312s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.409021] env[69169]: DEBUG nova.objects.instance [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69169) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1292.411124] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bde1c342-64b2-42f3-80ce-2ff6c997a350 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.442635] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52775546-49d6-c2ae-e6e2-19c1c4c34c55, 'name': SearchDatastore_Task, 'duration_secs': 0.015331} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.442635] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.442635] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.442635] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.442635] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.443140] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.443876] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1292.443876] env[69169]: value = "task-3252087" [ 1292.443876] env[69169]: _type = "Task" [ 1292.443876] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.444079] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65efebb7-e2a2-4852-b075-53b8a242ce5a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.456461] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.457885] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.458101] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.458988] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e2b226-7e1c-4224-b21e-ebb5cc5b9c61 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.466137] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1292.466137] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b8936a-46d9-30f3-807f-33d2ade33271" [ 1292.466137] env[69169]: _type = "Task" [ 1292.466137] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.477039] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b8936a-46d9-30f3-807f-33d2ade33271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.485817] env[69169]: DEBUG oslo_vmware.api [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252086, 'name': PowerOffVM_Task, 'duration_secs': 0.211632} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.486123] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.486292] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.486626] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e7674ff-fd3b-4541-b91c-1f33b180fa8b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.510694] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.510694] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.510694] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Deleting the datastore file [datastore2] 5bebfa12-1f31-412f-aa20-8d2bc528f96e {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.511180] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e269ca6-2b53-4052-92db-54f3a005b326 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.516989] env[69169]: DEBUG oslo_vmware.api [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for the task: (returnval){ [ 1292.516989] env[69169]: value = "task-3252089" [ 1292.516989] env[69169]: _type = "Task" [ 1292.516989] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.526263] env[69169]: DEBUG oslo_vmware.api [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.737759] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252084, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.910118] env[69169]: DEBUG nova.compute.utils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.912087] env[69169]: DEBUG nova.compute.manager [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1292.912427] env[69169]: DEBUG nova.network.neutron [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.958027] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.959602] env[69169]: DEBUG nova.policy [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c825522b59054db1a32ef567fa3aae6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e43a0c7d1e924218af425e7692bca4e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1292.976363] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b8936a-46d9-30f3-807f-33d2ade33271, 'name': SearchDatastore_Task, 'duration_secs': 0.013335} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.977324] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52fd22c8-295a-4c2e-b8a7-264166ac0f32 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.982966] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1292.982966] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f8058-b921-69ae-d305-5a05e3719c3b" [ 1292.982966] env[69169]: _type = "Task" [ 1292.982966] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.992478] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f8058-b921-69ae-d305-5a05e3719c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.026532] env[69169]: DEBUG oslo_vmware.api [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.181156] env[69169]: DEBUG oslo_concurrency.lockutils [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "fd8913ef-b32a-410a-8693-bd722817a76b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.181529] env[69169]: DEBUG oslo_concurrency.lockutils [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "fd8913ef-b32a-410a-8693-bd722817a76b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.181755] env[69169]: DEBUG oslo_concurrency.lockutils [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "fd8913ef-b32a-410a-8693-bd722817a76b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.186035] env[69169]: DEBUG oslo_concurrency.lockutils [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "fd8913ef-b32a-410a-8693-bd722817a76b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.186035] env[69169]: DEBUG oslo_concurrency.lockutils [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "fd8913ef-b32a-410a-8693-bd722817a76b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.186035] env[69169]: INFO nova.compute.manager [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Terminating instance [ 1293.241727] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252084, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.312426] env[69169]: DEBUG nova.network.neutron [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Successfully created port: bac2d1b9-c550-4375-98ea-f741983f1504 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.416418] env[69169]: DEBUG nova.compute.manager [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.434679] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3aea5ecf-d747-422a-95f5-bbd5407869ae tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.459566] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252087, 'name': ReconfigVM_Task, 'duration_secs': 0.545021} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.459566] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Reconfigured VM instance instance-00000073 to attach disk [datastore1] bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b/bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.460566] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66e2b46c-6bdc-48dc-a7d3-5e23d443d3a7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.467802] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1293.467802] env[69169]: value = "task-3252090" [ 1293.467802] env[69169]: _type = "Task" [ 1293.467802] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.481951] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252090, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.499542] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.499839] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.504022] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]525f8058-b921-69ae-d305-5a05e3719c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.01173} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.504022] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.504022] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] fa52c9f4-1949-460f-aa72-546009fb1346/fa52c9f4-1949-460f-aa72-546009fb1346.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.504022] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5898b4dd-57d1-4cb3-8b44-d1a76969352b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.509532] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1293.509532] env[69169]: value = "task-3252091" [ 1293.509532] env[69169]: _type = "Task" [ 1293.509532] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.520944] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.529287] env[69169]: DEBUG oslo_vmware.api [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.689482] env[69169]: DEBUG nova.compute.manager [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.689757] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.690728] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae6f85f-cf8f-4f01-a874-6b29a0c044f9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.700021] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.700021] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2049ce22-0f26-4ddb-a69e-ba98a220412d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.706594] env[69169]: DEBUG oslo_vmware.api [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1293.706594] env[69169]: value = "task-3252092" [ 1293.706594] env[69169]: _type = "Task" [ 1293.706594] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.717449] env[69169]: DEBUG oslo_vmware.api [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.738875] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252084, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.979143] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252090, 'name': Rename_Task, 'duration_secs': 0.197853} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.979435] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.979726] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-965e7cda-038f-4406-a3d4-7a7b3f813386 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.988069] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1293.988069] env[69169]: value = "task-3252093" [ 1293.988069] env[69169]: _type = "Task" [ 1293.988069] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.998344] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.003315] env[69169]: DEBUG nova.compute.manager [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.020077] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252091, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.029954] env[69169]: DEBUG oslo_vmware.api [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Task: {'id': task-3252089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.235158} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.030642] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.030849] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.031037] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.031214] env[69169]: INFO nova.compute.manager [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Took 2.07 seconds to destroy the instance on the hypervisor. [ 1294.031504] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.031732] env[69169]: DEBUG nova.compute.manager [-] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.031828] env[69169]: DEBUG nova.network.neutron [-] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.051182] env[69169]: DEBUG nova.network.neutron [-] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.216799] env[69169]: DEBUG oslo_vmware.api [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.243356] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252084, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.412983} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.243760] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eb89b77c-1368-48a4-bfd9-4b7ee664c625/eb89b77c-1368-48a4-bfd9-4b7ee664c625.vmdk to [datastore2] 5bfaf467-2150-40bb-88b7-536e08e77fd4/5bfaf467-2150-40bb-88b7-536e08e77fd4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.244951] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02d7ba7-d6e0-47ba-a67c-8c7e6cbd6151 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.280811] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 5bfaf467-2150-40bb-88b7-536e08e77fd4/5bfaf467-2150-40bb-88b7-536e08e77fd4.vmdk or device None with type streamOptimized {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.281145] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ee16a41-ec42-42d4-869a-360c663da487 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.302376] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1294.302376] env[69169]: value = "task-3252094" [ 1294.302376] env[69169]: _type = "Task" [ 1294.302376] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.310274] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.428739] env[69169]: DEBUG nova.compute.manager [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.454169] env[69169]: DEBUG nova.virt.hardware [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.454422] env[69169]: DEBUG nova.virt.hardware [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.454592] env[69169]: DEBUG nova.virt.hardware [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.454759] env[69169]: DEBUG nova.virt.hardware [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.454988] env[69169]: DEBUG nova.virt.hardware [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.455185] env[69169]: DEBUG nova.virt.hardware [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.455403] env[69169]: DEBUG nova.virt.hardware [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.455565] env[69169]: DEBUG nova.virt.hardware [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.455735] env[69169]: DEBUG nova.virt.hardware [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.455898] env[69169]: DEBUG nova.virt.hardware [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.456095] env[69169]: DEBUG nova.virt.hardware [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.456962] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e33d913-c12a-4358-a072-028016dc9b42 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.464989] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0412caef-3128-452b-b292-376f14345939 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.496802] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.522259] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521857} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.522524] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] fa52c9f4-1949-460f-aa72-546009fb1346/fa52c9f4-1949-460f-aa72-546009fb1346.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.522735] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.522982] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fc83f64-5fb7-46b3-930b-0e868fefbcc6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.530269] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1294.530269] env[69169]: value = "task-3252095" [ 1294.530269] env[69169]: _type = "Task" [ 1294.530269] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.531322] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.531563] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.533054] env[69169]: INFO nova.compute.claims [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.543878] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.553238] env[69169]: DEBUG nova.network.neutron [-] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.717854] env[69169]: DEBUG oslo_vmware.api [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.792561] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.793059] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.812198] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.875364] env[69169]: DEBUG nova.compute.manager [req-beb5599f-804b-4f46-8efe-de2f6c38ec46 req-b8560646-73ae-4b24-afe9-bb5905d916f9 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Received event network-vif-plugged-bac2d1b9-c550-4375-98ea-f741983f1504 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.875593] env[69169]: DEBUG oslo_concurrency.lockutils [req-beb5599f-804b-4f46-8efe-de2f6c38ec46 req-b8560646-73ae-4b24-afe9-bb5905d916f9 service nova] Acquiring lock "d8a48f41-0647-4efa-8b39-649dc1643fc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.875855] env[69169]: DEBUG oslo_concurrency.lockutils [req-beb5599f-804b-4f46-8efe-de2f6c38ec46 req-b8560646-73ae-4b24-afe9-bb5905d916f9 service nova] Lock "d8a48f41-0647-4efa-8b39-649dc1643fc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.876195] env[69169]: DEBUG oslo_concurrency.lockutils [req-beb5599f-804b-4f46-8efe-de2f6c38ec46 req-b8560646-73ae-4b24-afe9-bb5905d916f9 service nova] Lock "d8a48f41-0647-4efa-8b39-649dc1643fc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.876404] env[69169]: DEBUG nova.compute.manager [req-beb5599f-804b-4f46-8efe-de2f6c38ec46 req-b8560646-73ae-4b24-afe9-bb5905d916f9 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] No waiting events found dispatching network-vif-plugged-bac2d1b9-c550-4375-98ea-f741983f1504 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.876663] env[69169]: WARNING nova.compute.manager [req-beb5599f-804b-4f46-8efe-de2f6c38ec46 req-b8560646-73ae-4b24-afe9-bb5905d916f9 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Received unexpected event network-vif-plugged-bac2d1b9-c550-4375-98ea-f741983f1504 for instance with vm_state building and task_state spawning. [ 1294.938850] env[69169]: DEBUG nova.network.neutron [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Successfully updated port: bac2d1b9-c550-4375-98ea-f741983f1504 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.999720] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.050318] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263462} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.050815] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.051636] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60d2311-bfab-4e2b-ae12-f27d61634b52 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.055766] env[69169]: INFO nova.compute.manager [-] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Took 1.02 seconds to deallocate network for instance. [ 1295.074704] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] fa52c9f4-1949-460f-aa72-546009fb1346/fa52c9f4-1949-460f-aa72-546009fb1346.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.077855] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4430c86-1d17-4051-9de8-1922a4d9c0cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.097315] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1295.097315] env[69169]: value = "task-3252096" [ 1295.097315] env[69169]: _type = "Task" [ 1295.097315] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.105180] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.219209] env[69169]: DEBUG oslo_vmware.api [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252092, 'name': PowerOffVM_Task, 'duration_secs': 1.162465} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.219454] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.219620] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.219866] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ce2bea8-ee92-45c1-abf9-ce306a47f59b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.267572] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.267760] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69169) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1295.299165] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.299441] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.299697] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Deleting the datastore file [datastore2] fd8913ef-b32a-410a-8693-bd722817a76b {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.300034] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4c07fbd-a416-4c2a-851a-9d05752dba48 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.308870] env[69169]: DEBUG oslo_vmware.api [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1295.308870] env[69169]: value = "task-3252098" [ 1295.308870] env[69169]: _type = "Task" [ 1295.308870] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.315657] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252094, 'name': ReconfigVM_Task, 'duration_secs': 0.753802} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.316267] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 5bfaf467-2150-40bb-88b7-536e08e77fd4/5bfaf467-2150-40bb-88b7-536e08e77fd4.vmdk or device None with type streamOptimized {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.316903] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72b5294f-e70a-4d49-b7f2-c20ff51245f8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.321032] env[69169]: DEBUG oslo_vmware.api [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.324642] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1295.324642] env[69169]: value = "task-3252099" [ 1295.324642] env[69169]: _type = "Task" [ 1295.324642] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.331407] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252099, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.441563] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.441834] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.442096] env[69169]: DEBUG nova.network.neutron [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.501037] env[69169]: DEBUG oslo_vmware.api [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252093, 'name': PowerOnVM_Task, 'duration_secs': 1.306348} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.501037] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.501037] env[69169]: INFO nova.compute.manager [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1295.501276] env[69169]: DEBUG nova.compute.manager [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.502370] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb3ba6f-a291-4454-9d20-c72e214e4020 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.595456] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.613165] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252096, 'name': ReconfigVM_Task, 'duration_secs': 0.419489} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.613870] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Reconfigured VM instance instance-00000074 to attach disk [datastore1] fa52c9f4-1949-460f-aa72-546009fb1346/fa52c9f4-1949-460f-aa72-546009fb1346.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.614066] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-153e340f-7693-4a0b-bcef-837406e5eb96 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.624882] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1295.624882] env[69169]: value = "task-3252100" [ 1295.624882] env[69169]: _type = "Task" [ 1295.624882] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.635535] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252100, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.674605] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd6e377-978a-4e0a-9ebf-188efdce3983 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.682008] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2751c9-86ca-4429-aa73-1b31ece6bc7b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.714100] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060ede9-d439-4809-99d6-25fd0dd9c4fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.721779] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd8a3b7-a99f-41e9-9c11-fff682b03480 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.735129] env[69169]: DEBUG nova.compute.provider_tree [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.819104] env[69169]: DEBUG oslo_vmware.api [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273744} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.819393] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.819570] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.819773] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.819960] env[69169]: INFO nova.compute.manager [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1295.820182] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.820399] env[69169]: DEBUG nova.compute.manager [-] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.820550] env[69169]: DEBUG nova.network.neutron [-] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.833670] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252099, 'name': Rename_Task, 'duration_secs': 0.1882} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.833982] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.834262] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33cc118b-3848-4ca7-a248-dd7af4b576a8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.841254] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1295.841254] env[69169]: value = "task-3252101" [ 1295.841254] env[69169]: _type = "Task" [ 1295.841254] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.848580] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.977706] env[69169]: DEBUG nova.network.neutron [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.029905] env[69169]: INFO nova.compute.manager [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Took 18.40 seconds to build instance. [ 1296.135913] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252100, 'name': Rename_Task, 'duration_secs': 0.445557} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.136411] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.136728] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adcf8b0c-64ea-47da-a1e8-bc5c1d2d0ab1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.144009] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1296.144009] env[69169]: value = "task-3252102" [ 1296.144009] env[69169]: _type = "Task" [ 1296.144009] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.145120] env[69169]: DEBUG nova.network.neutron [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Updating instance_info_cache with network_info: [{"id": "bac2d1b9-c550-4375-98ea-f741983f1504", "address": "fa:16:3e:3c:70:3b", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac2d1b9-c5", "ovs_interfaceid": "bac2d1b9-c550-4375-98ea-f741983f1504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.156202] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.238328] env[69169]: DEBUG nova.scheduler.client.report [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.262581] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.267317] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.351517] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.532658] env[69169]: DEBUG oslo_concurrency.lockutils [None req-35f4b5f1-7ef1-42d8-bb41-130da8f22b50 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.909s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.650317] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.651520] env[69169]: DEBUG nova.compute.manager [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Instance network_info: |[{"id": "bac2d1b9-c550-4375-98ea-f741983f1504", "address": "fa:16:3e:3c:70:3b", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac2d1b9-c5", "ovs_interfaceid": "bac2d1b9-c550-4375-98ea-f741983f1504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1296.653996] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:70:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bac2d1b9-c550-4375-98ea-f741983f1504', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.662026] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.662026] env[69169]: DEBUG oslo_vmware.api [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252102, 'name': PowerOnVM_Task, 'duration_secs': 0.483331} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.662026] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.662026] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.662303] env[69169]: INFO nova.compute.manager [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1296.662355] env[69169]: DEBUG nova.compute.manager [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.662594] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43eabd13-8cb8-4d62-ba3f-1578b79bb46d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.677312] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a0fe49-e618-4334-968e-0090e703776e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.687298] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.687298] env[69169]: value = "task-3252103" [ 1296.687298] env[69169]: _type = "Task" [ 1296.687298] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.695555] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252103, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.743302] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.743935] env[69169]: DEBUG nova.compute.manager [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1296.746711] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.151s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.746965] env[69169]: DEBUG nova.objects.instance [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Lazy-loading 'resources' on Instance uuid 5bebfa12-1f31-412f-aa20-8d2bc528f96e {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.833302] env[69169]: DEBUG nova.network.neutron [-] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.852504] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.908335] env[69169]: DEBUG nova.compute.manager [req-a3444bff-4d02-448c-8834-b5ae31efd63c req-2835cbea-108b-4b7c-a8e1-6aaaa245ee78 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Received event network-changed-bac2d1b9-c550-4375-98ea-f741983f1504 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.908547] env[69169]: DEBUG nova.compute.manager [req-a3444bff-4d02-448c-8834-b5ae31efd63c req-2835cbea-108b-4b7c-a8e1-6aaaa245ee78 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Refreshing instance network info cache due to event network-changed-bac2d1b9-c550-4375-98ea-f741983f1504. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.908760] env[69169]: DEBUG oslo_concurrency.lockutils [req-a3444bff-4d02-448c-8834-b5ae31efd63c req-2835cbea-108b-4b7c-a8e1-6aaaa245ee78 service nova] Acquiring lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.908905] env[69169]: DEBUG oslo_concurrency.lockutils [req-a3444bff-4d02-448c-8834-b5ae31efd63c req-2835cbea-108b-4b7c-a8e1-6aaaa245ee78 service nova] Acquired lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.909205] env[69169]: DEBUG nova.network.neutron [req-a3444bff-4d02-448c-8834-b5ae31efd63c req-2835cbea-108b-4b7c-a8e1-6aaaa245ee78 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Refreshing network info cache for port bac2d1b9-c550-4375-98ea-f741983f1504 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.200645] env[69169]: INFO nova.compute.manager [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Took 17.37 seconds to build instance. [ 1297.205180] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252103, 'name': CreateVM_Task, 'duration_secs': 0.319971} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.205180] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.205820] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.206127] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.206477] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.206729] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6446e142-2ae3-4c1b-88e8-94f943231a90 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.212980] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1297.212980] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a2ea7f-ab78-2a1a-1862-737ea5095b87" [ 1297.212980] env[69169]: _type = "Task" [ 1297.212980] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.223719] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a2ea7f-ab78-2a1a-1862-737ea5095b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.250506] env[69169]: DEBUG nova.compute.utils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.252205] env[69169]: DEBUG nova.compute.manager [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1297.253026] env[69169]: DEBUG nova.network.neutron [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1297.308705] env[69169]: DEBUG nova.policy [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a6b450a2904216b612aec484497024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '088fa329f82442fdb636c14c4ec555a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1297.336303] env[69169]: INFO nova.compute.manager [-] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Took 1.52 seconds to deallocate network for instance. [ 1297.352429] env[69169]: DEBUG oslo_vmware.api [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252101, 'name': PowerOnVM_Task, 'duration_secs': 1.299562} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.352878] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.410582] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cec412b-ca22-4e16-8ba2-8c84473dce77 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.421403] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719070d5-4344-46b1-b9aa-e81787e065d6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.452725] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08944a24-9174-4622-8315-dac0f13f083d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.461893] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bdf7f6-1bd0-4160-8b54-66ec84a19ef3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.475188] env[69169]: DEBUG nova.compute.provider_tree [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.488327] env[69169]: DEBUG nova.compute.manager [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.489456] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d28a728-ada7-43a2-8b0f-653fdea4ea89 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.663193] env[69169]: DEBUG nova.compute.manager [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Stashing vm_state: active {{(pid=69169) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1297.683213] env[69169]: DEBUG nova.network.neutron [req-a3444bff-4d02-448c-8834-b5ae31efd63c req-2835cbea-108b-4b7c-a8e1-6aaaa245ee78 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Updated VIF entry in instance network info cache for port bac2d1b9-c550-4375-98ea-f741983f1504. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.683490] env[69169]: DEBUG nova.network.neutron [req-a3444bff-4d02-448c-8834-b5ae31efd63c req-2835cbea-108b-4b7c-a8e1-6aaaa245ee78 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Updating instance_info_cache with network_info: [{"id": "bac2d1b9-c550-4375-98ea-f741983f1504", "address": "fa:16:3e:3c:70:3b", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac2d1b9-c5", "ovs_interfaceid": "bac2d1b9-c550-4375-98ea-f741983f1504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.705898] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a112ee13-94ef-4cde-8f72-eea523b4b5ef tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "fa52c9f4-1949-460f-aa72-546009fb1346" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.879s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.723198] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a2ea7f-ab78-2a1a-1862-737ea5095b87, 'name': SearchDatastore_Task, 'duration_secs': 0.042854} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.723532] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.723725] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.723960] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.724118] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.724295] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.724547] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e67d29af-42c7-46d7-9fc4-4f6338e6e092 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.732835] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.733028] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.733738] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff81540e-7447-41ac-8597-7a81452d8cb9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.738556] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1297.738556] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a52d3b-02f3-9371-c81c-abb51f4ad801" [ 1297.738556] env[69169]: _type = "Task" [ 1297.738556] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.746223] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a52d3b-02f3-9371-c81c-abb51f4ad801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.750130] env[69169]: DEBUG nova.network.neutron [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Successfully created port: 3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.757594] env[69169]: DEBUG nova.compute.manager [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1297.844266] env[69169]: DEBUG oslo_concurrency.lockutils [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.983305] env[69169]: DEBUG nova.scheduler.client.report [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.007022] env[69169]: DEBUG oslo_concurrency.lockutils [None req-8b719f41-6ff8-4a96-951b-641a6983ab75 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.427s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.185310] env[69169]: DEBUG oslo_concurrency.lockutils [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.185813] env[69169]: DEBUG oslo_concurrency.lockutils [req-a3444bff-4d02-448c-8834-b5ae31efd63c req-2835cbea-108b-4b7c-a8e1-6aaaa245ee78 service nova] Releasing lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.186061] env[69169]: DEBUG nova.compute.manager [req-a3444bff-4d02-448c-8834-b5ae31efd63c req-2835cbea-108b-4b7c-a8e1-6aaaa245ee78 service nova] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Received event network-vif-deleted-6d04da2a-9c5e-476b-b2e8-5c59ec63d042 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.249024] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52a52d3b-02f3-9371-c81c-abb51f4ad801, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.249869] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f7bb50-bf81-4253-ba7a-d254f4cc0b0e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.255543] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1298.255543] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52436114-398a-a59a-3cf9-a7c6a83051b2" [ 1298.255543] env[69169]: _type = "Task" [ 1298.255543] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.267148] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52436114-398a-a59a-3cf9-a7c6a83051b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.267515] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.268278] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.486075] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.488697] env[69169]: DEBUG oslo_concurrency.lockutils [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.645s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.489119] env[69169]: DEBUG nova.objects.instance [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lazy-loading 'resources' on Instance uuid fd8913ef-b32a-410a-8693-bd722817a76b {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.506985] env[69169]: INFO nova.scheduler.client.report [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Deleted allocations for instance 5bebfa12-1f31-412f-aa20-8d2bc528f96e [ 1298.766771] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52436114-398a-a59a-3cf9-a7c6a83051b2, 'name': SearchDatastore_Task, 'duration_secs': 0.023114} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.767041] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.767298] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] d8a48f41-0647-4efa-8b39-649dc1643fc0/d8a48f41-0647-4efa-8b39-649dc1643fc0.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.767555] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f97c785-adb7-43cc-8225-dc04612b6f6a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.770814] env[69169]: DEBUG nova.compute.manager [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.773161] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.779094] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1298.779094] env[69169]: value = "task-3252105" [ 1298.779094] env[69169]: _type = "Task" [ 1298.779094] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.787540] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.796654] env[69169]: DEBUG nova.virt.hardware [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.796887] env[69169]: DEBUG nova.virt.hardware [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.797061] env[69169]: DEBUG nova.virt.hardware [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.797248] env[69169]: DEBUG nova.virt.hardware [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.797392] env[69169]: DEBUG nova.virt.hardware [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.797539] env[69169]: DEBUG nova.virt.hardware [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.797745] env[69169]: DEBUG nova.virt.hardware [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.797902] env[69169]: DEBUG nova.virt.hardware [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.798080] env[69169]: DEBUG nova.virt.hardware [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.798242] env[69169]: DEBUG nova.virt.hardware [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.798410] env[69169]: DEBUG nova.virt.hardware [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.799199] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c47d96-51da-4254-a5d5-ee59f009d611 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.806254] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3085a6bd-fce4-45c4-a226-ed65ad6fdd74 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.933177] env[69169]: DEBUG nova.compute.manager [req-45906564-b197-4ee5-a022-a83199dfec9b req-20b7691b-9175-46ea-b6db-b95792037008 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Received event network-changed-ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.933632] env[69169]: DEBUG nova.compute.manager [req-45906564-b197-4ee5-a022-a83199dfec9b req-20b7691b-9175-46ea-b6db-b95792037008 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Refreshing instance network info cache due to event network-changed-ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.933632] env[69169]: DEBUG oslo_concurrency.lockutils [req-45906564-b197-4ee5-a022-a83199dfec9b req-20b7691b-9175-46ea-b6db-b95792037008 service nova] Acquiring lock "refresh_cache-fa52c9f4-1949-460f-aa72-546009fb1346" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.933632] env[69169]: DEBUG oslo_concurrency.lockutils [req-45906564-b197-4ee5-a022-a83199dfec9b req-20b7691b-9175-46ea-b6db-b95792037008 service nova] Acquired lock "refresh_cache-fa52c9f4-1949-460f-aa72-546009fb1346" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.933759] env[69169]: DEBUG nova.network.neutron [req-45906564-b197-4ee5-a022-a83199dfec9b req-20b7691b-9175-46ea-b6db-b95792037008 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Refreshing network info cache for port ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.015878] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5ca2bed4-d045-43ff-b302-2b5195afe843 tempest-ServerShowV257Test-825373965 tempest-ServerShowV257Test-825373965-project-member] Lock "5bebfa12-1f31-412f-aa20-8d2bc528f96e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.657s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.095921] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603fa345-d48b-41c4-8e7c-0cc40df8b11d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.104303] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64840e68-774b-4486-a326-d3fa8d58d96c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.133792] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a071d9f-8f67-4dec-a48d-3094685ad62b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.141499] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629bfd51-728a-4d63-9933-de21368aee83 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.156492] env[69169]: DEBUG nova.compute.provider_tree [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.161790] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b381957-7ed0-4109-b4e9-a1ca21c7baee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.168184] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdf0447-9e9d-4d5d-88cb-d7361ee861b0 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Suspending the VM {{(pid=69169) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1299.168424] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3253a6b4-106a-4bbb-8586-3ddd4444aa23 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.174898] env[69169]: DEBUG oslo_vmware.api [None req-cbdf0447-9e9d-4d5d-88cb-d7361ee861b0 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1299.174898] env[69169]: value = "task-3252106" [ 1299.174898] env[69169]: _type = "Task" [ 1299.174898] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.182289] env[69169]: DEBUG oslo_vmware.api [None req-cbdf0447-9e9d-4d5d-88cb-d7361ee861b0 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252106, 'name': SuspendVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.277378] env[69169]: DEBUG nova.network.neutron [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Successfully updated port: 3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.290572] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252105, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.644674] env[69169]: DEBUG nova.network.neutron [req-45906564-b197-4ee5-a022-a83199dfec9b req-20b7691b-9175-46ea-b6db-b95792037008 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Updated VIF entry in instance network info cache for port ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.645129] env[69169]: DEBUG nova.network.neutron [req-45906564-b197-4ee5-a022-a83199dfec9b req-20b7691b-9175-46ea-b6db-b95792037008 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Updating instance_info_cache with network_info: [{"id": "ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1", "address": "fa:16:3e:98:8a:17", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7bc3a5-21", "ovs_interfaceid": "ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.659581] env[69169]: DEBUG nova.scheduler.client.report [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.686112] env[69169]: DEBUG oslo_vmware.api [None req-cbdf0447-9e9d-4d5d-88cb-d7361ee861b0 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252106, 'name': SuspendVM_Task} progress is 83%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.780765] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.780929] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.781106] env[69169]: DEBUG nova.network.neutron [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.791771] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780262} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.792663] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] d8a48f41-0647-4efa-8b39-649dc1643fc0/d8a48f41-0647-4efa-8b39-649dc1643fc0.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.793977] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.794629] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fee63cf-841f-4c95-a04d-31567c796d4c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.802245] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1299.802245] env[69169]: value = "task-3252107" [ 1299.802245] env[69169]: _type = "Task" [ 1299.802245] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.810380] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.147810] env[69169]: DEBUG oslo_concurrency.lockutils [req-45906564-b197-4ee5-a022-a83199dfec9b req-20b7691b-9175-46ea-b6db-b95792037008 service nova] Releasing lock "refresh_cache-fa52c9f4-1949-460f-aa72-546009fb1346" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.164868] env[69169]: DEBUG oslo_concurrency.lockutils [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.167275] env[69169]: DEBUG oslo_concurrency.lockutils [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.982s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.185589] env[69169]: DEBUG oslo_vmware.api [None req-cbdf0447-9e9d-4d5d-88cb-d7361ee861b0 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252106, 'name': SuspendVM_Task} progress is 83%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.188247] env[69169]: INFO nova.scheduler.client.report [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Deleted allocations for instance fd8913ef-b32a-410a-8693-bd722817a76b [ 1300.312126] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065256} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.312383] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.313331] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8a0096-82b9-494d-9c20-ba10303c0c4b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.336190] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d8a48f41-0647-4efa-8b39-649dc1643fc0/d8a48f41-0647-4efa-8b39-649dc1643fc0.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.337033] env[69169]: DEBUG nova.network.neutron [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.338835] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f3a3d5-f7fe-4b3a-a586-39a95c5e5cd7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.358710] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1300.358710] env[69169]: value = "task-3252108" [ 1300.358710] env[69169]: _type = "Task" [ 1300.358710] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.367345] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.498320] env[69169]: DEBUG nova.network.neutron [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updating instance_info_cache with network_info: [{"id": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "address": "fa:16:3e:f3:fe:02", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883460a-4f", "ovs_interfaceid": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.672054] env[69169]: INFO nova.compute.claims [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.685521] env[69169]: DEBUG oslo_vmware.api [None req-cbdf0447-9e9d-4d5d-88cb-d7361ee861b0 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252106, 'name': SuspendVM_Task, 'duration_secs': 1.336421} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.685782] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdf0447-9e9d-4d5d-88cb-d7361ee861b0 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Suspended the VM {{(pid=69169) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1300.685961] env[69169]: DEBUG nova.compute.manager [None req-cbdf0447-9e9d-4d5d-88cb-d7361ee861b0 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.686718] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f58fb36-ec03-4b01-ad6c-1e6d524490df {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.698569] env[69169]: DEBUG oslo_concurrency.lockutils [None req-29489874-6a23-445a-84a8-c50cd90bd8fb tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "fd8913ef-b32a-410a-8693-bd722817a76b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.517s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.869959] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252108, 'name': ReconfigVM_Task, 'duration_secs': 0.298402} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.870214] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d8a48f41-0647-4efa-8b39-649dc1643fc0/d8a48f41-0647-4efa-8b39-649dc1643fc0.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.870900] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebf17afb-8ad3-4e38-86ee-24d2464e2099 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.877385] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1300.877385] env[69169]: value = "task-3252109" [ 1300.877385] env[69169]: _type = "Task" [ 1300.877385] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.889042] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252109, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.001353] env[69169]: DEBUG nova.compute.manager [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Received event network-vif-plugged-3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.001577] env[69169]: DEBUG oslo_concurrency.lockutils [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] Acquiring lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.001818] env[69169]: DEBUG oslo_concurrency.lockutils [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] Lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.002080] env[69169]: DEBUG oslo_concurrency.lockutils [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] Lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.002272] env[69169]: DEBUG nova.compute.manager [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] No waiting events found dispatching network-vif-plugged-3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1301.002431] env[69169]: WARNING nova.compute.manager [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Received unexpected event network-vif-plugged-3883460a-4f4a-4240-880a-a51a3eb7d9b1 for instance with vm_state building and task_state spawning. [ 1301.002594] env[69169]: DEBUG nova.compute.manager [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Received event network-changed-3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.002753] env[69169]: DEBUG nova.compute.manager [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Refreshing instance network info cache due to event network-changed-3883460a-4f4a-4240-880a-a51a3eb7d9b1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.002919] env[69169]: DEBUG oslo_concurrency.lockutils [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] Acquiring lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.003316] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.003568] env[69169]: DEBUG nova.compute.manager [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Instance network_info: |[{"id": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "address": "fa:16:3e:f3:fe:02", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883460a-4f", "ovs_interfaceid": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1301.004317] env[69169]: DEBUG oslo_concurrency.lockutils [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] Acquired lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.004384] env[69169]: DEBUG nova.network.neutron [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Refreshing network info cache for port 3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.005575] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:fe:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3883460a-4f4a-4240-880a-a51a3eb7d9b1', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.013548] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.017512] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.018339] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8ad425a-70b6-4684-9f6e-6e51bdfca6fb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.043824] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.043824] env[69169]: value = "task-3252110" [ 1301.043824] env[69169]: _type = "Task" [ 1301.043824] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.059605] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252110, 'name': CreateVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.180794] env[69169]: INFO nova.compute.resource_tracker [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating resource usage from migration 049356db-afc2-495f-a6c6-eb861eb88a56 [ 1301.312271] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c200e26-2d93-402a-bc93-7ca6a8c25dac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.320663] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b334783c-f6cc-46b6-a62a-c7220c1882fc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.353759] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96916989-b8f0-4472-aef1-3dbdad88c07b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.361257] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb756bc-9cec-4c89-86e6-5d3169091a5d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.377490] env[69169]: DEBUG nova.compute.provider_tree [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.389502] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252109, 'name': Rename_Task, 'duration_secs': 0.160357} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.390652] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.390938] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d066295-a32b-4988-9ed5-a50914fb0c88 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.396757] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1301.396757] env[69169]: value = "task-3252112" [ 1301.396757] env[69169]: _type = "Task" [ 1301.396757] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.405185] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.417587] env[69169]: DEBUG nova.network.neutron [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updated VIF entry in instance network info cache for port 3883460a-4f4a-4240-880a-a51a3eb7d9b1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.417956] env[69169]: DEBUG nova.network.neutron [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updating instance_info_cache with network_info: [{"id": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "address": "fa:16:3e:f3:fe:02", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883460a-4f", "ovs_interfaceid": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.553832] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252110, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.607227] env[69169]: INFO nova.compute.manager [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Resuming [ 1301.607889] env[69169]: DEBUG nova.objects.instance [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lazy-loading 'flavor' on Instance uuid 5bfaf467-2150-40bb-88b7-536e08e77fd4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.885832] env[69169]: DEBUG nova.scheduler.client.report [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.909346] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252112, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.920466] env[69169]: DEBUG oslo_concurrency.lockutils [req-2956d3dc-5a3d-4d23-9b29-21c953f5775d req-ba9e348a-b9b8-424f-817c-9ea34b1ede54 service nova] Releasing lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.055527] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252110, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.391275] env[69169]: DEBUG oslo_concurrency.lockutils [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.224s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.391584] env[69169]: INFO nova.compute.manager [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Migrating [ 1302.398618] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.625s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.398854] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.399025] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1302.402861] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a10f35-6afa-4a17-b98c-2e46162e0b61 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.428025] env[69169]: DEBUG oslo_vmware.api [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252112, 'name': PowerOnVM_Task, 'duration_secs': 0.674341} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.428025] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4293ff88-0798-4bb6-b6fb-1f0202a138e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.430608] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.430971] env[69169]: INFO nova.compute.manager [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1302.431299] env[69169]: DEBUG nova.compute.manager [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.436037] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbcfd06-31aa-4f84-bc93-798930263084 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.447760] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b45953-9559-4f0b-a1c6-429942b4d2bf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.457136] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7353942-8744-4d31-951e-46d6a50486f6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.488656] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179639MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1302.488856] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.489048] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.245707] env[69169]: DEBUG oslo_concurrency.lockutils [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.245959] env[69169]: DEBUG oslo_concurrency.lockutils [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.246202] env[69169]: DEBUG nova.network.neutron [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.260251] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.260505] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.262648] env[69169]: INFO nova.compute.manager [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Took 22.34 seconds to build instance. [ 1303.267184] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252110, 'name': CreateVM_Task, 'duration_secs': 1.588875} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.267184] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.267454] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.268331] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.268331] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.268480] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467af6c0-8e2b-4e0d-8d92-126c332d8abf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.274890] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1303.274890] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52862bd6-3743-16ca-4ab3-d8d4537fa59f" [ 1303.274890] env[69169]: _type = "Task" [ 1303.274890] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.284217] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52862bd6-3743-16ca-4ab3-d8d4537fa59f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.758627] env[69169]: DEBUG oslo_concurrency.lockutils [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.759030] env[69169]: DEBUG oslo_concurrency.lockutils [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquired lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.759030] env[69169]: DEBUG nova.network.neutron [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.763217] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Applying migration context for instance bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b as it has an incoming, in-progress migration 049356db-afc2-495f-a6c6-eb861eb88a56. Migration status is pre-migrating {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1303.763817] env[69169]: INFO nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating resource usage from migration 049356db-afc2-495f-a6c6-eb861eb88a56 [ 1303.766233] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a3b565e6-1a88-4201-8dad-51cf18be7be9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "d8a48f41-0647-4efa-8b39-649dc1643fc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.855s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.766531] env[69169]: DEBUG nova.compute.manager [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.785853] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52862bd6-3743-16ca-4ab3-d8d4537fa59f, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.790724] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 786f4d7c-edd0-48ab-9b73-40d473a512e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.790869] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 5bfaf467-2150-40bb-88b7-536e08e77fd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.790989] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance fa52c9f4-1949-460f-aa72-546009fb1346 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.791120] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance d8a48f41-0647-4efa-8b39-649dc1643fc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.791233] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 6bc145aa-b867-41c9-8a52-8d1f114eb6c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.791344] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Migration 049356db-afc2-495f-a6c6-eb861eb88a56 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1303.791483] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.792967] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.793257] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.793499] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.793680] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.793882] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.794667] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd8301f4-e6e0-4a64-9fdb-530e49551af5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.811639] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.812272] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.814466] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-577615bd-c9e4-41bd-ae68-0b33a3c2f3f0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.820176] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1303.820176] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5287aab2-e2d8-928e-d362-2d83b6eae061" [ 1303.820176] env[69169]: _type = "Task" [ 1303.820176] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.828040] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5287aab2-e2d8-928e-d362-2d83b6eae061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.291971] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.296383] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 04a8fcd3-5220-4705-a0e8-da57f43d74c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1304.296674] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1304.296877] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1304.330873] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5287aab2-e2d8-928e-d362-2d83b6eae061, 'name': SearchDatastore_Task, 'duration_secs': 0.032214} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.331718] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4edd4fcd-046d-4a09-b2b7-c6270139646a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.344016] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1304.344016] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528cff6d-f452-ff15-e3c1-2591004de84f" [ 1304.344016] env[69169]: _type = "Task" [ 1304.344016] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.349489] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528cff6d-f452-ff15-e3c1-2591004de84f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.402319] env[69169]: DEBUG nova.network.neutron [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating instance_info_cache with network_info: [{"id": "a6ef3dfa-7bcb-472d-bb75-547a0052ae46", "address": "fa:16:3e:8d:d7:af", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ef3dfa-7b", "ovs_interfaceid": "a6ef3dfa-7bcb-472d-bb75-547a0052ae46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.426488] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81651d70-f0a4-4a20-8346-8ee4c7ce4ed0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.434477] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f0b1de-9958-46b5-8b8a-7bb483dda173 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.469111] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bb4331-42ed-4bd6-96fd-42d6554e06d4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.478602] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59983d0e-8cda-422b-968b-f4d016594eb1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.492548] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1304.505023] env[69169]: DEBUG nova.compute.manager [req-cebd76c0-884b-4a98-8cc5-bca14dd4c3f5 req-a4233047-9f8d-4f31-a738-7d54519fd6c2 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Received event network-changed-bac2d1b9-c550-4375-98ea-f741983f1504 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.505252] env[69169]: DEBUG nova.compute.manager [req-cebd76c0-884b-4a98-8cc5-bca14dd4c3f5 req-a4233047-9f8d-4f31-a738-7d54519fd6c2 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Refreshing instance network info cache due to event network-changed-bac2d1b9-c550-4375-98ea-f741983f1504. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.505361] env[69169]: DEBUG oslo_concurrency.lockutils [req-cebd76c0-884b-4a98-8cc5-bca14dd4c3f5 req-a4233047-9f8d-4f31-a738-7d54519fd6c2 service nova] Acquiring lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.505505] env[69169]: DEBUG oslo_concurrency.lockutils [req-cebd76c0-884b-4a98-8cc5-bca14dd4c3f5 req-a4233047-9f8d-4f31-a738-7d54519fd6c2 service nova] Acquired lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.505666] env[69169]: DEBUG nova.network.neutron [req-cebd76c0-884b-4a98-8cc5-bca14dd4c3f5 req-a4233047-9f8d-4f31-a738-7d54519fd6c2 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Refreshing network info cache for port bac2d1b9-c550-4375-98ea-f741983f1504 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.507734] env[69169]: DEBUG nova.network.neutron [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Updating instance_info_cache with network_info: [{"id": "7aab97af-0689-44c7-a25d-4106122dae50", "address": "fa:16:3e:32:f1:41", "network": {"id": "f60fd1cc-ccc4-4c04-ad7a-2482c746307a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1712302760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbcf8cc278a34eed9abe759f8aa1cb11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aab97af-06", "ovs_interfaceid": "7aab97af-0689-44c7-a25d-4106122dae50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.852545] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528cff6d-f452-ff15-e3c1-2591004de84f, 'name': SearchDatastore_Task, 'duration_secs': 0.024968} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.852940] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.853091] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 6bc145aa-b867-41c9-8a52-8d1f114eb6c4/6bc145aa-b867-41c9-8a52-8d1f114eb6c4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.853358] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dff90ea3-4c3c-49a6-a1a6-94a6a83c0891 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.859878] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1304.859878] env[69169]: value = "task-3252114" [ 1304.859878] env[69169]: _type = "Task" [ 1304.859878] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.867433] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.905356] env[69169]: DEBUG oslo_concurrency.lockutils [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.010400] env[69169]: DEBUG oslo_concurrency.lockutils [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Releasing lock "refresh_cache-5bfaf467-2150-40bb-88b7-536e08e77fd4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.013536] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd12d911-cf7c-4826-bfb1-168a4f51b071 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.017337] env[69169]: ERROR nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [req-1233b5f5-b207-43b5-8693-9f09179ceab7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db0a05f9-af10-4b20-862b-4f938c971ae8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1233b5f5-b207-43b5-8693-9f09179ceab7"}]} [ 1305.024144] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Resuming the VM {{(pid=69169) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1305.024434] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6f3898e-1632-4b9f-a0bb-0689c3f48ada {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.031585] env[69169]: DEBUG oslo_vmware.api [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1305.031585] env[69169]: value = "task-3252115" [ 1305.031585] env[69169]: _type = "Task" [ 1305.031585] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.036656] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1305.043586] env[69169]: DEBUG oslo_vmware.api [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.051881] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1305.052078] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.064705] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1305.089891] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1305.217756] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075427a2-acbb-4e75-a02a-681aacafb41e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.228839] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44396cfd-03bf-400e-a167-18ddf7e906d3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.260128] env[69169]: DEBUG nova.network.neutron [req-cebd76c0-884b-4a98-8cc5-bca14dd4c3f5 req-a4233047-9f8d-4f31-a738-7d54519fd6c2 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Updated VIF entry in instance network info cache for port bac2d1b9-c550-4375-98ea-f741983f1504. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.260474] env[69169]: DEBUG nova.network.neutron [req-cebd76c0-884b-4a98-8cc5-bca14dd4c3f5 req-a4233047-9f8d-4f31-a738-7d54519fd6c2 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Updating instance_info_cache with network_info: [{"id": "bac2d1b9-c550-4375-98ea-f741983f1504", "address": "fa:16:3e:3c:70:3b", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac2d1b9-c5", "ovs_interfaceid": "bac2d1b9-c550-4375-98ea-f741983f1504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.262477] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a5cdfc-9577-420c-a014-e3e67ff59a1c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.270568] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05f679e-85d8-4d07-ae35-9703d188ee57 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.286352] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.370841] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252114, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.542071] env[69169]: DEBUG oslo_vmware.api [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252115, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.766303] env[69169]: DEBUG oslo_concurrency.lockutils [req-cebd76c0-884b-4a98-8cc5-bca14dd4c3f5 req-a4233047-9f8d-4f31-a738-7d54519fd6c2 service nova] Releasing lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.829376] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1305.829738] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 168 to 169 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1305.829979] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.873203] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518842} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.873591] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 6bc145aa-b867-41c9-8a52-8d1f114eb6c4/6bc145aa-b867-41c9-8a52-8d1f114eb6c4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.873689] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.873938] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66c79179-3cec-4251-8100-26440c21d251 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.880970] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1305.880970] env[69169]: value = "task-3252117" [ 1305.880970] env[69169]: _type = "Task" [ 1305.880970] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.889381] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.042311] env[69169]: DEBUG oslo_vmware.api [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252115, 'name': PowerOnVM_Task, 'duration_secs': 0.768193} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.042654] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Resumed the VM {{(pid=69169) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1306.042843] env[69169]: DEBUG nova.compute.manager [None req-982a3ab4-a503-4904-bcb0-a38ad8159c90 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.043692] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67589795-ae11-4f84-98ab-3b050fe5e060 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.336159] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1306.336417] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.847s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.336756] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.045s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.338378] env[69169]: INFO nova.compute.claims [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.390377] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240763} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.390695] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.391479] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdfc93c-1ee6-4d7f-a9cd-d7240473c9cc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.414271] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 6bc145aa-b867-41c9-8a52-8d1f114eb6c4/6bc145aa-b867-41c9-8a52-8d1f114eb6c4.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.414824] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5465880a-d704-4ad4-a965-c236ed6a0de8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.432151] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12492de3-d9c2-4d90-8164-02c97ef09a13 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.436206] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1306.436206] env[69169]: value = "task-3252118" [ 1306.436206] env[69169]: _type = "Task" [ 1306.436206] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.452022] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating instance 'bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b' progress to 0 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.460271] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.948060] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.957823] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.958124] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2aac501-f7ac-4e75-8666-36510e2da62a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.964966] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1306.964966] env[69169]: value = "task-3252119" [ 1306.964966] env[69169]: _type = "Task" [ 1306.964966] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.972951] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.340765] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.450648] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.470478] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aea1e6c-e2a3-4c7b-a089-58d0f45f3db6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.480269] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ef2a5f-9a7f-449a-9697-5a4c9dd65b8c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.483306] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252119, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.510471] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e962ee-0aa1-4619-a279-dbc7cb8b8dcf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.517781] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e439b3a-7bb9-4405-bba3-f01080273286 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.530902] env[69169]: DEBUG nova.compute.provider_tree [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1307.947922] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252118, 'name': ReconfigVM_Task, 'duration_secs': 1.075609} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.948272] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 6bc145aa-b867-41c9-8a52-8d1f114eb6c4/6bc145aa-b867-41c9-8a52-8d1f114eb6c4.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.948994] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0278b908-28d6-4161-b7ef-dda8e7179e6e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.955198] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1307.955198] env[69169]: value = "task-3252121" [ 1307.955198] env[69169]: _type = "Task" [ 1307.955198] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.965026] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252121, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.974110] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252119, 'name': PowerOffVM_Task, 'duration_secs': 0.534064} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.974406] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.974615] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating instance 'bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b' progress to 17 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.061834] env[69169]: DEBUG nova.scheduler.client.report [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Updated inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1308.062168] env[69169]: DEBUG nova.compute.provider_tree [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Updating resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 generation from 169 to 170 during operation: update_inventory {{(pid=69169) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1308.062360] env[69169]: DEBUG nova.compute.provider_tree [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1308.465280] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252121, 'name': Rename_Task, 'duration_secs': 0.154228} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.465635] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.465889] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce9d4294-f339-4e58-82d6-9a58bc7bf074 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.472638] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1308.472638] env[69169]: value = "task-3252122" [ 1308.472638] env[69169]: _type = "Task" [ 1308.472638] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.483605] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.483947] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.484185] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.484548] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.484771] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.484991] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.485333] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.485565] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.485831] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.486091] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.486368] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.492343] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.492646] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8455ec9f-2b7c-4fe0-a093-07cae2b98285 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.509603] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1308.509603] env[69169]: value = "task-3252123" [ 1308.509603] env[69169]: _type = "Task" [ 1308.509603] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.518176] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.567560] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.568119] env[69169]: DEBUG nova.compute.manager [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.982480] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252122, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.019343] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252123, 'name': ReconfigVM_Task, 'duration_secs': 0.242739} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.019665] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating instance 'bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b' progress to 33 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.073419] env[69169]: DEBUG nova.compute.utils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1309.075033] env[69169]: DEBUG nova.compute.manager [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1309.075212] env[69169]: DEBUG nova.network.neutron [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.125901] env[69169]: DEBUG nova.policy [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0177c0b2f9ce4183b140261be4c518e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd41743244b0549eb86296bd4a6924465', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1309.453762] env[69169]: DEBUG nova.network.neutron [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Successfully created port: 4afd1745-307c-4605-ba47-9a49f997b979 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.482518] env[69169]: DEBUG oslo_vmware.api [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252122, 'name': PowerOnVM_Task, 'duration_secs': 0.934061} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.482811] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.483028] env[69169]: INFO nova.compute.manager [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Took 10.71 seconds to spawn the instance on the hypervisor. [ 1309.483288] env[69169]: DEBUG nova.compute.manager [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.483990] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba18d7e-06bc-4fbb-961e-b6d5ff3a6457 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.525964] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.526595] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.526595] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.526595] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.526800] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.526845] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.527053] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.527199] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.527377] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.527546] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.527722] env[69169]: DEBUG nova.virt.hardware [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.533375] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1309.533914] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee669a05-0e11-4649-8dd5-2f0e0d6cb326 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.557671] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1309.557671] env[69169]: value = "task-3252125" [ 1309.557671] env[69169]: _type = "Task" [ 1309.557671] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.566493] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.580854] env[69169]: DEBUG nova.compute.manager [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1310.003120] env[69169]: INFO nova.compute.manager [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Took 15.49 seconds to build instance. [ 1310.067668] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.505226] env[69169]: DEBUG oslo_concurrency.lockutils [None req-151bdd32-aeb0-4e03-b92b-04634a932ffa tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.005s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.570203] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.588763] env[69169]: DEBUG nova.compute.manager [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.616063] env[69169]: DEBUG nova.virt.hardware [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.616343] env[69169]: DEBUG nova.virt.hardware [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.616504] env[69169]: DEBUG nova.virt.hardware [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.616687] env[69169]: DEBUG nova.virt.hardware [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.616836] env[69169]: DEBUG nova.virt.hardware [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.616979] env[69169]: DEBUG nova.virt.hardware [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.617204] env[69169]: DEBUG nova.virt.hardware [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.617365] env[69169]: DEBUG nova.virt.hardware [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.617529] env[69169]: DEBUG nova.virt.hardware [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.617703] env[69169]: DEBUG nova.virt.hardware [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.618054] env[69169]: DEBUG nova.virt.hardware [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.619593] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeca148e-7fad-44e6-9a42-e317b4e6c3ac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.626862] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7bc196-9957-417b-a045-a4cc79588eb8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.938053] env[69169]: DEBUG nova.compute.manager [req-88fe8d96-5eaf-43dd-bca7-99f8b94f8a97 req-1f0034d8-193d-46c3-bf68-0a65ddf35f7d service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Received event network-vif-plugged-4afd1745-307c-4605-ba47-9a49f997b979 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.938359] env[69169]: DEBUG oslo_concurrency.lockutils [req-88fe8d96-5eaf-43dd-bca7-99f8b94f8a97 req-1f0034d8-193d-46c3-bf68-0a65ddf35f7d service nova] Acquiring lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.938527] env[69169]: DEBUG oslo_concurrency.lockutils [req-88fe8d96-5eaf-43dd-bca7-99f8b94f8a97 req-1f0034d8-193d-46c3-bf68-0a65ddf35f7d service nova] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.938709] env[69169]: DEBUG oslo_concurrency.lockutils [req-88fe8d96-5eaf-43dd-bca7-99f8b94f8a97 req-1f0034d8-193d-46c3-bf68-0a65ddf35f7d service nova] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.938893] env[69169]: DEBUG nova.compute.manager [req-88fe8d96-5eaf-43dd-bca7-99f8b94f8a97 req-1f0034d8-193d-46c3-bf68-0a65ddf35f7d service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] No waiting events found dispatching network-vif-plugged-4afd1745-307c-4605-ba47-9a49f997b979 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.939099] env[69169]: WARNING nova.compute.manager [req-88fe8d96-5eaf-43dd-bca7-99f8b94f8a97 req-1f0034d8-193d-46c3-bf68-0a65ddf35f7d service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Received unexpected event network-vif-plugged-4afd1745-307c-4605-ba47-9a49f997b979 for instance with vm_state building and task_state spawning. [ 1310.952686] env[69169]: DEBUG nova.network.neutron [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Successfully updated port: 4afd1745-307c-4605-ba47-9a49f997b979 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.068896] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252125, 'name': ReconfigVM_Task, 'duration_secs': 1.057419} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.069228] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1311.069923] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b929bf91-0d4b-432e-9ca8-681a3d60c158 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.093552] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b/bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.093862] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1208504e-b451-4d8f-b0f3-dd2507970a03 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.109566] env[69169]: DEBUG oslo_concurrency.lockutils [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "5bfaf467-2150-40bb-88b7-536e08e77fd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.109815] env[69169]: DEBUG oslo_concurrency.lockutils [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.110031] env[69169]: DEBUG oslo_concurrency.lockutils [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "5bfaf467-2150-40bb-88b7-536e08e77fd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.110431] env[69169]: DEBUG oslo_concurrency.lockutils [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.110624] env[69169]: DEBUG oslo_concurrency.lockutils [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.112832] env[69169]: INFO nova.compute.manager [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Terminating instance [ 1311.118826] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1311.118826] env[69169]: value = "task-3252126" [ 1311.118826] env[69169]: _type = "Task" [ 1311.118826] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.129500] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.230410] env[69169]: DEBUG nova.compute.manager [req-a39a3b62-de14-4968-ae58-1540a26eac17 req-1c44e175-db10-4328-9e55-ef0fbec5d9fb service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Received event network-changed-3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.230682] env[69169]: DEBUG nova.compute.manager [req-a39a3b62-de14-4968-ae58-1540a26eac17 req-1c44e175-db10-4328-9e55-ef0fbec5d9fb service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Refreshing instance network info cache due to event network-changed-3883460a-4f4a-4240-880a-a51a3eb7d9b1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.231415] env[69169]: DEBUG oslo_concurrency.lockutils [req-a39a3b62-de14-4968-ae58-1540a26eac17 req-1c44e175-db10-4328-9e55-ef0fbec5d9fb service nova] Acquiring lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.231730] env[69169]: DEBUG oslo_concurrency.lockutils [req-a39a3b62-de14-4968-ae58-1540a26eac17 req-1c44e175-db10-4328-9e55-ef0fbec5d9fb service nova] Acquired lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.231835] env[69169]: DEBUG nova.network.neutron [req-a39a3b62-de14-4968-ae58-1540a26eac17 req-1c44e175-db10-4328-9e55-ef0fbec5d9fb service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Refreshing network info cache for port 3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.455401] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "refresh_cache-04a8fcd3-5220-4705-a0e8-da57f43d74c3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.455581] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired lock "refresh_cache-04a8fcd3-5220-4705-a0e8-da57f43d74c3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.455769] env[69169]: DEBUG nova.network.neutron [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.617286] env[69169]: DEBUG nova.compute.manager [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.617564] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.619207] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8b8908-a488-4eb5-a581-c1791523aedf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.632514] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252126, 'name': ReconfigVM_Task, 'duration_secs': 0.422163} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.634625] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Reconfigured VM instance instance-00000073 to attach disk [datastore1] bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b/bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.634906] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating instance 'bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b' progress to 50 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.638288] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.638588] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99e66ed2-0db4-42be-a779-c1820969124f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.646142] env[69169]: DEBUG oslo_vmware.api [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1311.646142] env[69169]: value = "task-3252128" [ 1311.646142] env[69169]: _type = "Task" [ 1311.646142] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.654698] env[69169]: DEBUG oslo_vmware.api [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.990544] env[69169]: DEBUG nova.network.neutron [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.022661] env[69169]: DEBUG nova.network.neutron [req-a39a3b62-de14-4968-ae58-1540a26eac17 req-1c44e175-db10-4328-9e55-ef0fbec5d9fb service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updated VIF entry in instance network info cache for port 3883460a-4f4a-4240-880a-a51a3eb7d9b1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.023105] env[69169]: DEBUG nova.network.neutron [req-a39a3b62-de14-4968-ae58-1540a26eac17 req-1c44e175-db10-4328-9e55-ef0fbec5d9fb service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updating instance_info_cache with network_info: [{"id": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "address": "fa:16:3e:f3:fe:02", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883460a-4f", "ovs_interfaceid": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.117657] env[69169]: DEBUG nova.network.neutron [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Updating instance_info_cache with network_info: [{"id": "4afd1745-307c-4605-ba47-9a49f997b979", "address": "fa:16:3e:5e:9c:8a", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4afd1745-30", "ovs_interfaceid": "4afd1745-307c-4605-ba47-9a49f997b979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.127680] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "8ed59396-4699-485a-ac61-46571e48837a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.127927] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "8ed59396-4699-485a-ac61-46571e48837a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.143223] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e8c0b-d69d-4b41-9925-ff059c2ed7b9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.164747] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0361ddbf-645b-411d-b208-70a17a3eb923 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.170541] env[69169]: DEBUG oslo_vmware.api [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252128, 'name': PowerOffVM_Task, 'duration_secs': 0.227227} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.171226] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.171432] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.171743] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f4f5542-19a6-48a3-8c93-15b5a12b603f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.188416] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating instance 'bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b' progress to 67 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.263695] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.264034] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.264233] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Deleting the datastore file [datastore2] 5bfaf467-2150-40bb-88b7-536e08e77fd4 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.264766] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2a0b3bc-a389-49c7-8e15-a5e2f1421601 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.272316] env[69169]: DEBUG oslo_vmware.api [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for the task: (returnval){ [ 1312.272316] env[69169]: value = "task-3252130" [ 1312.272316] env[69169]: _type = "Task" [ 1312.272316] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.280301] env[69169]: DEBUG oslo_vmware.api [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.528154] env[69169]: DEBUG oslo_concurrency.lockutils [req-a39a3b62-de14-4968-ae58-1540a26eac17 req-1c44e175-db10-4328-9e55-ef0fbec5d9fb service nova] Releasing lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.621069] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Releasing lock "refresh_cache-04a8fcd3-5220-4705-a0e8-da57f43d74c3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.621412] env[69169]: DEBUG nova.compute.manager [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Instance network_info: |[{"id": "4afd1745-307c-4605-ba47-9a49f997b979", "address": "fa:16:3e:5e:9c:8a", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4afd1745-30", "ovs_interfaceid": "4afd1745-307c-4605-ba47-9a49f997b979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1312.621864] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:9c:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4afd1745-307c-4605-ba47-9a49f997b979', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.629641] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.629994] env[69169]: DEBUG nova.compute.manager [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1312.632647] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.634038] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5aab46a-224b-4d50-b797-d95eab1fa673 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.653976] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.653976] env[69169]: value = "task-3252131" [ 1312.653976] env[69169]: _type = "Task" [ 1312.653976] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.662245] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252131, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.730784] env[69169]: DEBUG nova.network.neutron [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Port a6ef3dfa-7bcb-472d-bb75-547a0052ae46 binding to destination host cpu-1 is already ACTIVE {{(pid=69169) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1312.781833] env[69169]: DEBUG oslo_vmware.api [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Task: {'id': task-3252130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141815} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.782091] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.782278] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.782455] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.782623] env[69169]: INFO nova.compute.manager [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1312.782856] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.783058] env[69169]: DEBUG nova.compute.manager [-] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.783153] env[69169]: DEBUG nova.network.neutron [-] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.998344] env[69169]: DEBUG nova.compute.manager [req-a819f8ee-c71e-4635-8420-d91313e0387c req-eb4534eb-5e52-4f10-aa45-c5f95ef10c10 service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Received event network-changed-4afd1745-307c-4605-ba47-9a49f997b979 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.998539] env[69169]: DEBUG nova.compute.manager [req-a819f8ee-c71e-4635-8420-d91313e0387c req-eb4534eb-5e52-4f10-aa45-c5f95ef10c10 service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Refreshing instance network info cache due to event network-changed-4afd1745-307c-4605-ba47-9a49f997b979. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.998781] env[69169]: DEBUG oslo_concurrency.lockutils [req-a819f8ee-c71e-4635-8420-d91313e0387c req-eb4534eb-5e52-4f10-aa45-c5f95ef10c10 service nova] Acquiring lock "refresh_cache-04a8fcd3-5220-4705-a0e8-da57f43d74c3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.998935] env[69169]: DEBUG oslo_concurrency.lockutils [req-a819f8ee-c71e-4635-8420-d91313e0387c req-eb4534eb-5e52-4f10-aa45-c5f95ef10c10 service nova] Acquired lock "refresh_cache-04a8fcd3-5220-4705-a0e8-da57f43d74c3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.999097] env[69169]: DEBUG nova.network.neutron [req-a819f8ee-c71e-4635-8420-d91313e0387c req-eb4534eb-5e52-4f10-aa45-c5f95ef10c10 service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Refreshing network info cache for port 4afd1745-307c-4605-ba47-9a49f997b979 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.163780] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252131, 'name': CreateVM_Task, 'duration_secs': 0.365679} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.164087] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.164653] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.164820] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.165160] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.165414] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbecf39-6a9f-4295-90f0-ff8107877d3d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.167671] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.168137] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.169412] env[69169]: INFO nova.compute.claims [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1313.174969] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1313.174969] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52722eee-c59c-a280-faf9-ee83676e8573" [ 1313.174969] env[69169]: _type = "Task" [ 1313.174969] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.182206] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52722eee-c59c-a280-faf9-ee83676e8573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.256931] env[69169]: DEBUG nova.compute.manager [req-a0fe3d08-53cb-44c7-afc8-c2a1acfd0d5a req-29f67ee7-a956-48d4-9c3f-d01f29fb72c5 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Received event network-vif-deleted-7aab97af-0689-44c7-a25d-4106122dae50 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.257242] env[69169]: INFO nova.compute.manager [req-a0fe3d08-53cb-44c7-afc8-c2a1acfd0d5a req-29f67ee7-a956-48d4-9c3f-d01f29fb72c5 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Neutron deleted interface 7aab97af-0689-44c7-a25d-4106122dae50; detaching it from the instance and deleting it from the info cache [ 1313.257439] env[69169]: DEBUG nova.network.neutron [req-a0fe3d08-53cb-44c7-afc8-c2a1acfd0d5a req-29f67ee7-a956-48d4-9c3f-d01f29fb72c5 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.530560] env[69169]: DEBUG nova.network.neutron [-] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.687123] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52722eee-c59c-a280-faf9-ee83676e8573, 'name': SearchDatastore_Task, 'duration_secs': 0.009707} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.689947] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.690297] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.690571] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.690821] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.691067] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.691695] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36832af5-6fe7-4204-ac23-bccc19314467 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.701163] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.701508] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.702276] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d49a9855-c375-42f6-b360-f83c34e05df3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.707462] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1313.707462] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3afd5-db65-22d1-ae71-70ec21c8bda7" [ 1313.707462] env[69169]: _type = "Task" [ 1313.707462] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.715053] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3afd5-db65-22d1-ae71-70ec21c8bda7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.723272] env[69169]: DEBUG nova.network.neutron [req-a819f8ee-c71e-4635-8420-d91313e0387c req-eb4534eb-5e52-4f10-aa45-c5f95ef10c10 service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Updated VIF entry in instance network info cache for port 4afd1745-307c-4605-ba47-9a49f997b979. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.723699] env[69169]: DEBUG nova.network.neutron [req-a819f8ee-c71e-4635-8420-d91313e0387c req-eb4534eb-5e52-4f10-aa45-c5f95ef10c10 service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Updating instance_info_cache with network_info: [{"id": "4afd1745-307c-4605-ba47-9a49f997b979", "address": "fa:16:3e:5e:9c:8a", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4afd1745-30", "ovs_interfaceid": "4afd1745-307c-4605-ba47-9a49f997b979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.751318] env[69169]: DEBUG oslo_concurrency.lockutils [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.751535] env[69169]: DEBUG oslo_concurrency.lockutils [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.751712] env[69169]: DEBUG oslo_concurrency.lockutils [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.760046] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5a558fe-a65a-40c0-a984-7ceb275ef2a7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.768769] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7579c116-c932-4023-997c-8367cf248cea {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.796598] env[69169]: DEBUG nova.compute.manager [req-a0fe3d08-53cb-44c7-afc8-c2a1acfd0d5a req-29f67ee7-a956-48d4-9c3f-d01f29fb72c5 service nova] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Detach interface failed, port_id=7aab97af-0689-44c7-a25d-4106122dae50, reason: Instance 5bfaf467-2150-40bb-88b7-536e08e77fd4 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1314.035424] env[69169]: INFO nova.compute.manager [-] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Took 1.25 seconds to deallocate network for instance. [ 1314.220994] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b3afd5-db65-22d1-ae71-70ec21c8bda7, 'name': SearchDatastore_Task, 'duration_secs': 0.009013} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.221799] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a49b8a-da4b-4577-b751-ac7777d08920 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.227450] env[69169]: DEBUG oslo_concurrency.lockutils [req-a819f8ee-c71e-4635-8420-d91313e0387c req-eb4534eb-5e52-4f10-aa45-c5f95ef10c10 service nova] Releasing lock "refresh_cache-04a8fcd3-5220-4705-a0e8-da57f43d74c3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.229640] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1314.229640] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528c5826-2d75-a377-a734-2013fbdd04d4" [ 1314.229640] env[69169]: _type = "Task" [ 1314.229640] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.237016] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528c5826-2d75-a377-a734-2013fbdd04d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.300034] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f65800-a10c-43ae-8012-d90ba18b7d8a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.307448] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2e975e-82df-4931-9379-74b492a9129e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.337804] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb45b600-f22e-414d-824b-d68d1e054556 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.344441] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb34bd0-7906-4b17-96dc-53fe6d617483 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.356852] env[69169]: DEBUG nova.compute.provider_tree [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.541679] env[69169]: DEBUG oslo_concurrency.lockutils [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.740330] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528c5826-2d75-a377-a734-2013fbdd04d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009287} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.740587] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.740868] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 04a8fcd3-5220-4705-a0e8-da57f43d74c3/04a8fcd3-5220-4705-a0e8-da57f43d74c3.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1314.741134] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04d90e78-2026-4676-b1f5-b4a4728f90e6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.746810] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1314.746810] env[69169]: value = "task-3252133" [ 1314.746810] env[69169]: _type = "Task" [ 1314.746810] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.753879] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.785016] env[69169]: DEBUG oslo_concurrency.lockutils [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.785223] env[69169]: DEBUG oslo_concurrency.lockutils [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.785450] env[69169]: DEBUG nova.network.neutron [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.859967] env[69169]: DEBUG nova.scheduler.client.report [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.256965] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459318} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.257329] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 04a8fcd3-5220-4705-a0e8-da57f43d74c3/04a8fcd3-5220-4705-a0e8-da57f43d74c3.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.257526] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.257795] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25a3f021-390c-4fc2-a3f1-d400f13cc3dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.264197] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1315.264197] env[69169]: value = "task-3252134" [ 1315.264197] env[69169]: _type = "Task" [ 1315.264197] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.271562] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.366649] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.367206] env[69169]: DEBUG nova.compute.manager [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1315.369959] env[69169]: DEBUG oslo_concurrency.lockutils [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.828s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.370192] env[69169]: DEBUG nova.objects.instance [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lazy-loading 'resources' on Instance uuid 5bfaf467-2150-40bb-88b7-536e08e77fd4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.489841] env[69169]: DEBUG nova.network.neutron [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating instance_info_cache with network_info: [{"id": "a6ef3dfa-7bcb-472d-bb75-547a0052ae46", "address": "fa:16:3e:8d:d7:af", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ef3dfa-7b", "ovs_interfaceid": "a6ef3dfa-7bcb-472d-bb75-547a0052ae46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.773748] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068639} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.774016] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.774780] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b87f36e-d460-4f35-89c8-5d75a73226f4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.797242] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 04a8fcd3-5220-4705-a0e8-da57f43d74c3/04a8fcd3-5220-4705-a0e8-da57f43d74c3.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.797242] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8534eeb6-ece6-421f-8aba-9bf449f73e86 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.816147] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1315.816147] env[69169]: value = "task-3252135" [ 1315.816147] env[69169]: _type = "Task" [ 1315.816147] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.824562] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.873374] env[69169]: DEBUG nova.compute.utils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1315.877520] env[69169]: DEBUG nova.compute.manager [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1315.877692] env[69169]: DEBUG nova.network.neutron [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.913273] env[69169]: DEBUG nova.policy [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a6b450a2904216b612aec484497024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '088fa329f82442fdb636c14c4ec555a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1315.992922] env[69169]: DEBUG oslo_concurrency.lockutils [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.013776] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d436ebb3-623a-49ef-81e4-ee8314bc1fe9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.022288] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa51aa36-95b1-4a1b-8ba5-c17cc8ce4ca5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.064022] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3d091f-350e-458a-a3af-9295fbbde373 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.072128] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a115863c-7990-4485-8839-bb644df22b6d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.086689] env[69169]: DEBUG nova.compute.provider_tree [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.184017] env[69169]: DEBUG nova.network.neutron [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Successfully created port: f84af531-1358-4584-8a2e-a5627ad59959 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1316.326119] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252135, 'name': ReconfigVM_Task, 'duration_secs': 0.45808} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.326482] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 04a8fcd3-5220-4705-a0e8-da57f43d74c3/04a8fcd3-5220-4705-a0e8-da57f43d74c3.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.327035] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96c7bf95-61e3-48a9-842d-898ee996a6f4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.332955] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1316.332955] env[69169]: value = "task-3252136" [ 1316.332955] env[69169]: _type = "Task" [ 1316.332955] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.340850] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252136, 'name': Rename_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.378072] env[69169]: DEBUG nova.compute.manager [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1316.516351] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d112f0ef-5f41-4970-9e22-0646c7cee0cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.534832] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2332bf3-a9c5-445c-a4b9-6a33d6e4d48b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.541360] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating instance 'bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b' progress to 83 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.589175] env[69169]: DEBUG nova.scheduler.client.report [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.848585] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252136, 'name': Rename_Task, 'duration_secs': 0.135759} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.848952] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.849284] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aba9884-b629-4e55-9d62-314d2fae585b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.856916] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1316.856916] env[69169]: value = "task-3252137" [ 1316.856916] env[69169]: _type = "Task" [ 1316.856916] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.865818] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.047553] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.047976] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2271434f-a2f2-4174-91f2-7ab13cf11be8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.055554] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1317.055554] env[69169]: value = "task-3252138" [ 1317.055554] env[69169]: _type = "Task" [ 1317.055554] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.063341] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.095056] env[69169]: DEBUG oslo_concurrency.lockutils [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.116243] env[69169]: INFO nova.scheduler.client.report [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Deleted allocations for instance 5bfaf467-2150-40bb-88b7-536e08e77fd4 [ 1317.366553] env[69169]: DEBUG oslo_vmware.api [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252137, 'name': PowerOnVM_Task, 'duration_secs': 0.475917} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.366918] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.367046] env[69169]: INFO nova.compute.manager [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1317.367406] env[69169]: DEBUG nova.compute.manager [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.368086] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8528cb0e-7505-4a14-bf00-c79051cd1bad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.388211] env[69169]: DEBUG nova.compute.manager [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1317.429836] env[69169]: DEBUG nova.virt.hardware [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.430091] env[69169]: DEBUG nova.virt.hardware [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.430247] env[69169]: DEBUG nova.virt.hardware [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.430430] env[69169]: DEBUG nova.virt.hardware [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.430579] env[69169]: DEBUG nova.virt.hardware [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.430796] env[69169]: DEBUG nova.virt.hardware [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.431039] env[69169]: DEBUG nova.virt.hardware [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.431201] env[69169]: DEBUG nova.virt.hardware [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.431373] env[69169]: DEBUG nova.virt.hardware [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.431539] env[69169]: DEBUG nova.virt.hardware [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.431792] env[69169]: DEBUG nova.virt.hardware [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.433060] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6417c11-2c6a-44ee-9fc1-d344e80a4d2c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.441521] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ee86ca-e03b-465a-9ccd-c392913a4f51 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.566056] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.568068] env[69169]: DEBUG nova.compute.manager [req-d8fd110c-0bd8-42d1-9225-e368f358b041 req-993c109f-6780-4531-b12b-e7b3b1d83e66 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Received event network-vif-plugged-f84af531-1358-4584-8a2e-a5627ad59959 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.568279] env[69169]: DEBUG oslo_concurrency.lockutils [req-d8fd110c-0bd8-42d1-9225-e368f358b041 req-993c109f-6780-4531-b12b-e7b3b1d83e66 service nova] Acquiring lock "8ed59396-4699-485a-ac61-46571e48837a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.568482] env[69169]: DEBUG oslo_concurrency.lockutils [req-d8fd110c-0bd8-42d1-9225-e368f358b041 req-993c109f-6780-4531-b12b-e7b3b1d83e66 service nova] Lock "8ed59396-4699-485a-ac61-46571e48837a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.568749] env[69169]: DEBUG oslo_concurrency.lockutils [req-d8fd110c-0bd8-42d1-9225-e368f358b041 req-993c109f-6780-4531-b12b-e7b3b1d83e66 service nova] Lock "8ed59396-4699-485a-ac61-46571e48837a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.568933] env[69169]: DEBUG nova.compute.manager [req-d8fd110c-0bd8-42d1-9225-e368f358b041 req-993c109f-6780-4531-b12b-e7b3b1d83e66 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] No waiting events found dispatching network-vif-plugged-f84af531-1358-4584-8a2e-a5627ad59959 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1317.569187] env[69169]: WARNING nova.compute.manager [req-d8fd110c-0bd8-42d1-9225-e368f358b041 req-993c109f-6780-4531-b12b-e7b3b1d83e66 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Received unexpected event network-vif-plugged-f84af531-1358-4584-8a2e-a5627ad59959 for instance with vm_state building and task_state spawning. [ 1317.626414] env[69169]: DEBUG oslo_concurrency.lockutils [None req-abf3ae42-a9fb-4411-a4d6-8e187ab29875 tempest-ServersNegativeTestJSON-107036062 tempest-ServersNegativeTestJSON-107036062-project-member] Lock "5bfaf467-2150-40bb-88b7-536e08e77fd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.516s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.652143] env[69169]: DEBUG nova.network.neutron [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Successfully updated port: f84af531-1358-4584-8a2e-a5627ad59959 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.740337] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.740568] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.885341] env[69169]: INFO nova.compute.manager [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Took 13.61 seconds to build instance. [ 1318.066805] env[69169]: DEBUG oslo_vmware.api [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252138, 'name': PowerOnVM_Task, 'duration_secs': 0.657942} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.067295] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.070016] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-233d62f0-8b76-44a1-8b1b-85ee5c3cbce5 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating instance 'bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b' progress to 100 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.161666] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.161666] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.161666] env[69169]: DEBUG nova.network.neutron [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.246026] env[69169]: DEBUG nova.compute.manager [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.386534] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e795a615-1175-4e2f-bf2a-c19c2bdc708b tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.126s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.689646] env[69169]: DEBUG nova.network.neutron [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.764699] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.764979] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.766523] env[69169]: INFO nova.compute.claims [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.826377] env[69169]: DEBUG nova.network.neutron [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updating instance_info_cache with network_info: [{"id": "f84af531-1358-4584-8a2e-a5627ad59959", "address": "fa:16:3e:1d:8a:b1", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84af531-13", "ovs_interfaceid": "f84af531-1358-4584-8a2e-a5627ad59959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.334506] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.334713] env[69169]: DEBUG nova.compute.manager [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Instance network_info: |[{"id": "f84af531-1358-4584-8a2e-a5627ad59959", "address": "fa:16:3e:1d:8a:b1", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84af531-13", "ovs_interfaceid": "f84af531-1358-4584-8a2e-a5627ad59959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1319.336329] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:8a:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f84af531-1358-4584-8a2e-a5627ad59959', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.344130] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.347178] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.347522] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e78cffe-50ba-4639-b50e-227b22d7284d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.368897] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.368897] env[69169]: value = "task-3252139" [ 1319.368897] env[69169]: _type = "Task" [ 1319.368897] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.377256] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252139, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.603514] env[69169]: DEBUG nova.compute.manager [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Received event network-changed-f84af531-1358-4584-8a2e-a5627ad59959 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.603755] env[69169]: DEBUG nova.compute.manager [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Refreshing instance network info cache due to event network-changed-f84af531-1358-4584-8a2e-a5627ad59959. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.603954] env[69169]: DEBUG oslo_concurrency.lockutils [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] Acquiring lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.604655] env[69169]: DEBUG oslo_concurrency.lockutils [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] Acquired lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.604966] env[69169]: DEBUG nova.network.neutron [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Refreshing network info cache for port f84af531-1358-4584-8a2e-a5627ad59959 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.848909] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.849189] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.849417] env[69169]: DEBUG nova.compute.manager [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Going to confirm migration 6 {{(pid=69169) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1319.879595] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252139, 'name': CreateVM_Task, 'duration_secs': 0.461584} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.882763] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.883785] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.883867] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.884216] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.884726] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2683db4e-f81c-4cca-a37f-088047cf5e3d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.889515] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1319.889515] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520ba8ba-79f8-5473-67b7-4c3c6abd0972" [ 1319.889515] env[69169]: _type = "Task" [ 1319.889515] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.900334] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520ba8ba-79f8-5473-67b7-4c3c6abd0972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.921913] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa19e4f3-bb75-40f7-9519-cb4f765ba4df {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.929338] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d957eec4-c796-4247-b1bc-051bf21f3bad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.966472] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45811b3-25e4-4cb0-8ee0-df68995ccf8b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.974195] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e774e87f-101f-4d27-aafd-66fa65cff902 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.989852] env[69169]: DEBUG nova.compute.provider_tree [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.308505] env[69169]: DEBUG nova.network.neutron [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updated VIF entry in instance network info cache for port f84af531-1358-4584-8a2e-a5627ad59959. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.308948] env[69169]: DEBUG nova.network.neutron [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updating instance_info_cache with network_info: [{"id": "f84af531-1358-4584-8a2e-a5627ad59959", "address": "fa:16:3e:1d:8a:b1", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84af531-13", "ovs_interfaceid": "f84af531-1358-4584-8a2e-a5627ad59959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.387468] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.387672] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.387860] env[69169]: DEBUG nova.network.neutron [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.388064] env[69169]: DEBUG nova.objects.instance [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lazy-loading 'info_cache' on Instance uuid bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.403343] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]520ba8ba-79f8-5473-67b7-4c3c6abd0972, 'name': SearchDatastore_Task, 'duration_secs': 0.013886} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.403639] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.403867] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.404114] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.404262] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.404617] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.405140] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2a2b7cf-8146-4a32-ba65-b4d61cdda24e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.419357] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.419541] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.420284] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1e5063-eedb-4d2e-9fb0-14764f70db6b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.426582] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1320.426582] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5253ab1a-da85-2ac8-fa81-7314e73c23f3" [ 1320.426582] env[69169]: _type = "Task" [ 1320.426582] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.435691] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5253ab1a-da85-2ac8-fa81-7314e73c23f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.493153] env[69169]: DEBUG nova.scheduler.client.report [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.811515] env[69169]: DEBUG oslo_concurrency.lockutils [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] Releasing lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.811824] env[69169]: DEBUG nova.compute.manager [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Received event network-changed-4afd1745-307c-4605-ba47-9a49f997b979 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.812068] env[69169]: DEBUG nova.compute.manager [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Refreshing instance network info cache due to event network-changed-4afd1745-307c-4605-ba47-9a49f997b979. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.812216] env[69169]: DEBUG oslo_concurrency.lockutils [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] Acquiring lock "refresh_cache-04a8fcd3-5220-4705-a0e8-da57f43d74c3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.812359] env[69169]: DEBUG oslo_concurrency.lockutils [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] Acquired lock "refresh_cache-04a8fcd3-5220-4705-a0e8-da57f43d74c3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.812515] env[69169]: DEBUG nova.network.neutron [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Refreshing network info cache for port 4afd1745-307c-4605-ba47-9a49f997b979 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.939253] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5253ab1a-da85-2ac8-fa81-7314e73c23f3, 'name': SearchDatastore_Task, 'duration_secs': 0.013834} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.942228] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f619016f-7a11-4cdd-934a-3d93db91786a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.947961] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1320.947961] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b65fb0-d563-3ab0-0a9a-5c8c02199be2" [ 1320.947961] env[69169]: _type = "Task" [ 1320.947961] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.957167] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b65fb0-d563-3ab0-0a9a-5c8c02199be2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.997915] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.999114] env[69169]: DEBUG nova.compute.manager [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.461533] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b65fb0-d563-3ab0-0a9a-5c8c02199be2, 'name': SearchDatastore_Task, 'duration_secs': 0.012719} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.463983] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.464261] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 8ed59396-4699-485a-ac61-46571e48837a/8ed59396-4699-485a-ac61-46571e48837a.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.466375] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-421b41d2-fcac-4b3b-ba84-3230bf1acfb3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.475708] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1321.475708] env[69169]: value = "task-3252140" [ 1321.475708] env[69169]: _type = "Task" [ 1321.475708] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.489227] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.508021] env[69169]: DEBUG nova.compute.utils [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.508021] env[69169]: DEBUG nova.compute.manager [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1321.508021] env[69169]: DEBUG nova.network.neutron [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.603016] env[69169]: DEBUG nova.policy [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd929190f7a244f25a1956b7cd5b6a6c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7668a0f42ce147f2b39fd48d13e75cf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.623374] env[69169]: DEBUG nova.network.neutron [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating instance_info_cache with network_info: [{"id": "a6ef3dfa-7bcb-472d-bb75-547a0052ae46", "address": "fa:16:3e:8d:d7:af", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ef3dfa-7b", "ovs_interfaceid": "a6ef3dfa-7bcb-472d-bb75-547a0052ae46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.720392] env[69169]: DEBUG nova.network.neutron [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Updated VIF entry in instance network info cache for port 4afd1745-307c-4605-ba47-9a49f997b979. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.720392] env[69169]: DEBUG nova.network.neutron [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Updating instance_info_cache with network_info: [{"id": "4afd1745-307c-4605-ba47-9a49f997b979", "address": "fa:16:3e:5e:9c:8a", "network": {"id": "b991c43b-1b56-4dde-887e-65a5f9c0ed39", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-799776265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d41743244b0549eb86296bd4a6924465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4afd1745-30", "ovs_interfaceid": "4afd1745-307c-4605-ba47-9a49f997b979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.988592] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471777} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.988912] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 8ed59396-4699-485a-ac61-46571e48837a/8ed59396-4699-485a-ac61-46571e48837a.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.989097] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.989316] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a12b35d1-0a69-42c2-84a3-79d02285a7f4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.997298] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1321.997298] env[69169]: value = "task-3252141" [ 1321.997298] env[69169]: _type = "Task" [ 1321.997298] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.009149] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.014000] env[69169]: DEBUG nova.compute.manager [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.129145] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "refresh_cache-bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.129423] env[69169]: DEBUG nova.objects.instance [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lazy-loading 'migration_context' on Instance uuid bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.222452] env[69169]: DEBUG oslo_concurrency.lockutils [req-608e6ceb-04e2-4025-a30a-f6ebd07e6afc req-83ba0236-b16f-41d2-9819-ee67a1255cc3 service nova] Releasing lock "refresh_cache-04a8fcd3-5220-4705-a0e8-da57f43d74c3" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.323235] env[69169]: DEBUG nova.network.neutron [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Successfully created port: fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.511966] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069411} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.511966] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.513017] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b4f575-df73-4317-bd5c-ebaf23d6cc93 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.521686] env[69169]: INFO nova.virt.block_device [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Booting with volume e9d180dc-e3d3-4b0c-91c3-cc443d812605 at /dev/sda [ 1322.547205] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 8ed59396-4699-485a-ac61-46571e48837a/8ed59396-4699-485a-ac61-46571e48837a.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.549922] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0b4ede5-58dd-4852-acaf-9718dfcb1dc9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.572353] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1322.572353] env[69169]: value = "task-3252142" [ 1322.572353] env[69169]: _type = "Task" [ 1322.572353] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.581715] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.611508] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0195f905-abfd-4307-87a1-7bcdb5dddaeb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.621885] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0dca1f-74b8-4d9b-b7e4-3f79e85f94bd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.633402] env[69169]: DEBUG nova.objects.base [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1322.634230] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3bb772-daae-47b7-8866-0ee055b43579 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.663558] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbfe81bf-5394-4fc3-a41a-aeae2ec589b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.669753] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-090b285e-9338-4aca-abd3-73371d00b49d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.676216] env[69169]: DEBUG oslo_vmware.api [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1322.676216] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52680295-f228-de4f-b1e8-dda92039e708" [ 1322.676216] env[69169]: _type = "Task" [ 1322.676216] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.684965] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6df8fdc-287d-4ef7-bd4a-e647a24f3778 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.699727] env[69169]: DEBUG oslo_vmware.api [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52680295-f228-de4f-b1e8-dda92039e708, 'name': SearchDatastore_Task, 'duration_secs': 0.00862} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.700081] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.700361] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.716040] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129ae69a-f1db-4feb-a4a0-31b6328c7485 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.724103] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa8e608-b1a6-412d-8013-a6965076f989 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.739923] env[69169]: DEBUG nova.virt.block_device [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating existing volume attachment record: c31b21c1-5a71-4a0e-92c2-2cf277c3bc1f {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1323.083707] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.344607] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0347b508-14c7-4cb9-a1c8-cc7a8951ab69 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.354020] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9dc3fc-8f2e-4ad4-8ac0-fa71ec8eaf60 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.386350] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7d36f3-7c50-4e62-a6af-95e9d77662b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.395336] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8f6349-964b-4466-a460-61002faa2a25 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.409761] env[69169]: DEBUG nova.compute.provider_tree [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.441318] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.441510] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.583985] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252142, 'name': ReconfigVM_Task, 'duration_secs': 0.938608} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.584270] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 8ed59396-4699-485a-ac61-46571e48837a/8ed59396-4699-485a-ac61-46571e48837a.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.585038] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebd04419-42a7-4d8a-a4b9-1a7f9fb660d1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.592564] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1323.592564] env[69169]: value = "task-3252143" [ 1323.592564] env[69169]: _type = "Task" [ 1323.592564] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.600974] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252143, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.824079] env[69169]: DEBUG nova.compute.manager [req-1b5ee68d-8f91-4d13-8c3b-7f9c15477723 req-7aeeaf28-43c0-4fbb-94ce-2b5b5c46fe94 service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Received event network-vif-plugged-fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.824497] env[69169]: DEBUG oslo_concurrency.lockutils [req-1b5ee68d-8f91-4d13-8c3b-7f9c15477723 req-7aeeaf28-43c0-4fbb-94ce-2b5b5c46fe94 service nova] Acquiring lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.824756] env[69169]: DEBUG oslo_concurrency.lockutils [req-1b5ee68d-8f91-4d13-8c3b-7f9c15477723 req-7aeeaf28-43c0-4fbb-94ce-2b5b5c46fe94 service nova] Lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.824756] env[69169]: DEBUG oslo_concurrency.lockutils [req-1b5ee68d-8f91-4d13-8c3b-7f9c15477723 req-7aeeaf28-43c0-4fbb-94ce-2b5b5c46fe94 service nova] Lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.824833] env[69169]: DEBUG nova.compute.manager [req-1b5ee68d-8f91-4d13-8c3b-7f9c15477723 req-7aeeaf28-43c0-4fbb-94ce-2b5b5c46fe94 service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] No waiting events found dispatching network-vif-plugged-fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.825009] env[69169]: WARNING nova.compute.manager [req-1b5ee68d-8f91-4d13-8c3b-7f9c15477723 req-7aeeaf28-43c0-4fbb-94ce-2b5b5c46fe94 service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Received unexpected event network-vif-plugged-fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21 for instance with vm_state building and task_state block_device_mapping. [ 1323.893055] env[69169]: DEBUG nova.network.neutron [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Successfully updated port: fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.912538] env[69169]: DEBUG nova.scheduler.client.report [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.945079] env[69169]: DEBUG nova.compute.manager [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.103571] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252143, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.397922] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.398037] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.398249] env[69169]: DEBUG nova.network.neutron [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.467370] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.604059] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252143, 'name': Rename_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.842059] env[69169]: DEBUG nova.compute.manager [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.842626] env[69169]: DEBUG nova.virt.hardware [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.842947] env[69169]: DEBUG nova.virt.hardware [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.843159] env[69169]: DEBUG nova.virt.hardware [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.843394] env[69169]: DEBUG nova.virt.hardware [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.843567] env[69169]: DEBUG nova.virt.hardware [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.843721] env[69169]: DEBUG nova.virt.hardware [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.844008] env[69169]: DEBUG nova.virt.hardware [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.844241] env[69169]: DEBUG nova.virt.hardware [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.844448] env[69169]: DEBUG nova.virt.hardware [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.844756] env[69169]: DEBUG nova.virt.hardware [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.844957] env[69169]: DEBUG nova.virt.hardware [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.845965] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5cae3f-43cb-42ce-afa8-3970b0acb1c7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.857949] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6352aec0-4a22-4549-a020-6fa13fc1081e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.923134] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.222s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.925868] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.459s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.927396] env[69169]: INFO nova.compute.claims [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.932062] env[69169]: DEBUG nova.network.neutron [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.100897] env[69169]: DEBUG nova.network.neutron [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance_info_cache with network_info: [{"id": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "address": "fa:16:3e:b8:ab:67", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf3dfa9-f6", "ovs_interfaceid": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.106363] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252143, 'name': Rename_Task, 'duration_secs': 1.132968} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.107076] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.107076] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cfe5348-29b9-4534-96b3-07dcb7288e09 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.115242] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1325.115242] env[69169]: value = "task-3252144" [ 1325.115242] env[69169]: _type = "Task" [ 1325.115242] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.125416] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.486176] env[69169]: INFO nova.scheduler.client.report [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted allocation for migration 049356db-afc2-495f-a6c6-eb861eb88a56 [ 1325.606899] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.607258] env[69169]: DEBUG nova.compute.manager [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Instance network_info: |[{"id": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "address": "fa:16:3e:b8:ab:67", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf3dfa9-f6", "ovs_interfaceid": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.607689] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:ab:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.615573] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.615800] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.616103] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef6879fb-e9c8-4d6d-95c7-299e88f6eb71 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.640104] env[69169]: DEBUG oslo_vmware.api [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252144, 'name': PowerOnVM_Task, 'duration_secs': 0.484143} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.641399] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.641605] env[69169]: INFO nova.compute.manager [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1325.641788] env[69169]: DEBUG nova.compute.manager [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.642042] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.642042] env[69169]: value = "task-3252145" [ 1325.642042] env[69169]: _type = "Task" [ 1325.642042] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.642710] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d48124a-e761-48e1-87f0-c9287e0851dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.656590] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252145, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.860768] env[69169]: DEBUG nova.compute.manager [req-6f07ea54-14e8-4e30-a8e5-70a38455a874 req-2dc40c30-2777-4fb1-8771-e1aaf628f553 service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Received event network-changed-fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.860768] env[69169]: DEBUG nova.compute.manager [req-6f07ea54-14e8-4e30-a8e5-70a38455a874 req-2dc40c30-2777-4fb1-8771-e1aaf628f553 service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Refreshing instance network info cache due to event network-changed-fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.860768] env[69169]: DEBUG oslo_concurrency.lockutils [req-6f07ea54-14e8-4e30-a8e5-70a38455a874 req-2dc40c30-2777-4fb1-8771-e1aaf628f553 service nova] Acquiring lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.861019] env[69169]: DEBUG oslo_concurrency.lockutils [req-6f07ea54-14e8-4e30-a8e5-70a38455a874 req-2dc40c30-2777-4fb1-8771-e1aaf628f553 service nova] Acquired lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.861269] env[69169]: DEBUG nova.network.neutron [req-6f07ea54-14e8-4e30-a8e5-70a38455a874 req-2dc40c30-2777-4fb1-8771-e1aaf628f553 service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Refreshing network info cache for port fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.993901] env[69169]: DEBUG oslo_concurrency.lockutils [None req-3287736e-e966-490d-b94b-b769ec1d9912 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.143s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.081683] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d34e25-ac15-4ea0-8b94-9f2dfc65f06d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.090840] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18df4db4-05ca-43c6-ab06-d3c01f249d2b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.124289] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04790512-d097-4afe-9a87-8a1bac4bc02e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.136228] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7238e689-827c-4340-8383-c9756b555c86 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.153790] env[69169]: DEBUG nova.compute.provider_tree [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.165961] env[69169]: INFO nova.compute.manager [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Took 13.02 seconds to build instance. [ 1326.173346] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252145, 'name': CreateVM_Task, 'duration_secs': 0.375852} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.173576] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.174345] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649797', 'volume_id': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'name': 'volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'serial': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605'}, 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'attachment_id': 'c31b21c1-5a71-4a0e-92c2-2cf277c3bc1f', 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69169) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1326.174609] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Root volume attach. Driver type: vmdk {{(pid=69169) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1326.175450] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1702bc5d-f1d4-442a-b003-f567503e733a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.185280] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3374ec-e96e-438e-ac84-2d415bd87970 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.192612] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0879d1-22de-49df-b39b-1c3e9ad1c5d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.201061] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-da27ffe5-a3e5-41c8-9514-3c4d070ae246 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.209511] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1326.209511] env[69169]: value = "task-3252146" [ 1326.209511] env[69169]: _type = "Task" [ 1326.209511] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.218639] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252146, 'name': RelocateVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.631121] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.631384] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.631589] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.631765] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.631926] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.635342] env[69169]: INFO nova.compute.manager [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Terminating instance [ 1326.659045] env[69169]: DEBUG nova.scheduler.client.report [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.666573] env[69169]: DEBUG oslo_concurrency.lockutils [None req-58927c23-ad8f-445f-8720-f792b9767b81 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "8ed59396-4699-485a-ac61-46571e48837a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.539s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.721346] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252146, 'name': RelocateVM_Task} progress is 20%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.736684] env[69169]: DEBUG nova.network.neutron [req-6f07ea54-14e8-4e30-a8e5-70a38455a874 req-2dc40c30-2777-4fb1-8771-e1aaf628f553 service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updated VIF entry in instance network info cache for port fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.736922] env[69169]: DEBUG nova.network.neutron [req-6f07ea54-14e8-4e30-a8e5-70a38455a874 req-2dc40c30-2777-4fb1-8771-e1aaf628f553 service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance_info_cache with network_info: [{"id": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "address": "fa:16:3e:b8:ab:67", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf3dfa9-f6", "ovs_interfaceid": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.141937] env[69169]: DEBUG nova.compute.manager [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1327.142251] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.143185] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2097c3-e423-422a-baff-f8e78f11bb2d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.157032] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.159920] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d19ce045-e34f-4960-a4a4-f796956dba06 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.161699] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.161924] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.165676] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.166170] env[69169]: DEBUG nova.compute.manager [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.171019] env[69169]: DEBUG oslo_vmware.api [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1327.171019] env[69169]: value = "task-3252147" [ 1327.171019] env[69169]: _type = "Task" [ 1327.171019] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.180901] env[69169]: DEBUG oslo_vmware.api [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.221994] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252146, 'name': RelocateVM_Task, 'duration_secs': 0.646665} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.222371] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1327.222664] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649797', 'volume_id': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'name': 'volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'serial': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1327.223570] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc0d1bd-15b9-41c9-8f01-e3af9365a01f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.241009] env[69169]: DEBUG oslo_concurrency.lockutils [req-6f07ea54-14e8-4e30-a8e5-70a38455a874 req-2dc40c30-2777-4fb1-8771-e1aaf628f553 service nova] Releasing lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.241980] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ba0d39-47c9-4544-8786-83b41781cc20 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.268188] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605/volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.269506] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13596eb9-d471-40e7-adda-5d5a7febaead {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.293177] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1327.293177] env[69169]: value = "task-3252148" [ 1327.293177] env[69169]: _type = "Task" [ 1327.293177] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.303083] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.664057] env[69169]: DEBUG nova.compute.manager [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1327.672206] env[69169]: DEBUG nova.compute.utils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.673492] env[69169]: DEBUG nova.compute.manager [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.673664] env[69169]: DEBUG nova.network.neutron [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.685011] env[69169]: DEBUG oslo_vmware.api [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252147, 'name': PowerOffVM_Task, 'duration_secs': 0.341731} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.685809] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.685989] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.686257] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e7008e5-bee9-4c51-9882-7e4bc945c73f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.727466] env[69169]: DEBUG nova.policy [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4bef7bb49e443ceaacf977695c31430', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa3a910562884c8b99ec806d7fc69f1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.768546] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.768804] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.768965] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleting the datastore file [datastore1] bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.769244] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-388cdde6-6cba-4009-baba-15c1da54fe8e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.776423] env[69169]: DEBUG oslo_vmware.api [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1327.776423] env[69169]: value = "task-3252150" [ 1327.776423] env[69169]: _type = "Task" [ 1327.776423] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.790744] env[69169]: DEBUG oslo_vmware.api [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.804594] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252148, 'name': ReconfigVM_Task, 'duration_secs': 0.286164} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.804905] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605/volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.810208] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f4e4060-70c7-4bbc-85a8-22d959386e4f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.826537] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1327.826537] env[69169]: value = "task-3252151" [ 1327.826537] env[69169]: _type = "Task" [ 1327.826537] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.835441] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.894117] env[69169]: DEBUG nova.compute.manager [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Received event network-changed-3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.894250] env[69169]: DEBUG nova.compute.manager [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Refreshing instance network info cache due to event network-changed-3883460a-4f4a-4240-880a-a51a3eb7d9b1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1327.894450] env[69169]: DEBUG oslo_concurrency.lockutils [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] Acquiring lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.894600] env[69169]: DEBUG oslo_concurrency.lockutils [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] Acquired lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.894763] env[69169]: DEBUG nova.network.neutron [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Refreshing network info cache for port 3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.179941] env[69169]: DEBUG nova.compute.manager [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.187613] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.187894] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.189357] env[69169]: INFO nova.compute.claims [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.218716] env[69169]: DEBUG nova.network.neutron [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Successfully created port: 0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.290588] env[69169]: DEBUG oslo_vmware.api [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173565} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.290588] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.290588] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.290588] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.290588] env[69169]: INFO nova.compute.manager [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1328.290899] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.290990] env[69169]: DEBUG nova.compute.manager [-] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.291210] env[69169]: DEBUG nova.network.neutron [-] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.340560] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252151, 'name': ReconfigVM_Task, 'duration_secs': 0.158803} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.341068] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649797', 'volume_id': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'name': 'volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'serial': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1328.342022] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d5d8359-018d-4931-ab91-6be1a761f6ae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.350052] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1328.350052] env[69169]: value = "task-3252152" [ 1328.350052] env[69169]: _type = "Task" [ 1328.350052] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.381525] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252152, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.659208] env[69169]: DEBUG nova.network.neutron [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updated VIF entry in instance network info cache for port 3883460a-4f4a-4240-880a-a51a3eb7d9b1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.659585] env[69169]: DEBUG nova.network.neutron [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updating instance_info_cache with network_info: [{"id": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "address": "fa:16:3e:f3:fe:02", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883460a-4f", "ovs_interfaceid": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.860360] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252152, 'name': Rename_Task, 'duration_secs': 0.16199} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.860584] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.860843] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5727e685-dd26-4b6c-aff2-f163603b0ddc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.867764] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1328.867764] env[69169]: value = "task-3252153" [ 1328.867764] env[69169]: _type = "Task" [ 1328.867764] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.875208] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.165873] env[69169]: DEBUG oslo_concurrency.lockutils [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] Releasing lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.166065] env[69169]: DEBUG nova.compute.manager [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Received event network-changed-f84af531-1358-4584-8a2e-a5627ad59959 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.166130] env[69169]: DEBUG nova.compute.manager [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Refreshing instance network info cache due to event network-changed-f84af531-1358-4584-8a2e-a5627ad59959. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.166342] env[69169]: DEBUG oslo_concurrency.lockutils [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] Acquiring lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.166485] env[69169]: DEBUG oslo_concurrency.lockutils [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] Acquired lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.166650] env[69169]: DEBUG nova.network.neutron [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Refreshing network info cache for port f84af531-1358-4584-8a2e-a5627ad59959 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.192829] env[69169]: DEBUG nova.compute.manager [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.195113] env[69169]: DEBUG nova.network.neutron [-] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.220166] env[69169]: DEBUG nova.virt.hardware [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.220447] env[69169]: DEBUG nova.virt.hardware [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.220636] env[69169]: DEBUG nova.virt.hardware [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.220892] env[69169]: DEBUG nova.virt.hardware [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.221098] env[69169]: DEBUG nova.virt.hardware [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.221205] env[69169]: DEBUG nova.virt.hardware [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.221414] env[69169]: DEBUG nova.virt.hardware [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.221574] env[69169]: DEBUG nova.virt.hardware [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.221742] env[69169]: DEBUG nova.virt.hardware [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.221935] env[69169]: DEBUG nova.virt.hardware [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.222134] env[69169]: DEBUG nova.virt.hardware [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.222987] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979f4964-866a-4a36-bdda-fb497e5dfd2e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.234111] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca76e1ca-57f3-4beb-b373-6e1e19e0d505 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.334991] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90427985-d190-4f7b-8095-6c4b59ada0c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.343182] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5ead69-e617-4709-b1a8-2398a03fd081 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.377803] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a055668-fbad-40b7-8633-7890b5bda28b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.387908] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252153, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.389149] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d6b227-5bae-4087-a352-18354b685aee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.403563] env[69169]: DEBUG nova.compute.provider_tree [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.697518] env[69169]: INFO nova.compute.manager [-] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Took 1.41 seconds to deallocate network for instance. [ 1329.884987] env[69169]: DEBUG oslo_vmware.api [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252153, 'name': PowerOnVM_Task, 'duration_secs': 0.582307} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.885360] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.885654] env[69169]: INFO nova.compute.manager [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Took 5.04 seconds to spawn the instance on the hypervisor. [ 1329.885898] env[69169]: DEBUG nova.compute.manager [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.886741] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1009c81-bbbb-46c3-9096-5891551f2a87 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.906808] env[69169]: DEBUG nova.scheduler.client.report [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.065740] env[69169]: DEBUG nova.compute.manager [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Received event network-changed-f84af531-1358-4584-8a2e-a5627ad59959 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.065963] env[69169]: DEBUG nova.compute.manager [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Refreshing instance network info cache due to event network-changed-f84af531-1358-4584-8a2e-a5627ad59959. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.066316] env[69169]: DEBUG oslo_concurrency.lockutils [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] Acquiring lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.205111] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.213803] env[69169]: DEBUG nova.network.neutron [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updated VIF entry in instance network info cache for port f84af531-1358-4584-8a2e-a5627ad59959. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.214140] env[69169]: DEBUG nova.network.neutron [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updating instance_info_cache with network_info: [{"id": "f84af531-1358-4584-8a2e-a5627ad59959", "address": "fa:16:3e:1d:8a:b1", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84af531-13", "ovs_interfaceid": "f84af531-1358-4584-8a2e-a5627ad59959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.277345] env[69169]: DEBUG nova.network.neutron [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Successfully updated port: 0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.407935] env[69169]: INFO nova.compute.manager [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Took 11.66 seconds to build instance. [ 1330.410847] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.411338] env[69169]: DEBUG nova.compute.manager [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1330.413586] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.209s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.413789] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.437741] env[69169]: INFO nova.scheduler.client.report [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted allocations for instance bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b [ 1330.716907] env[69169]: DEBUG oslo_concurrency.lockutils [req-798510b0-9ca4-4b17-849a-e2a3b8ae8898 req-01ab60f8-a032-42c6-b799-cc717abb9905 service nova] Releasing lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.717581] env[69169]: DEBUG oslo_concurrency.lockutils [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] Acquired lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.717891] env[69169]: DEBUG nova.network.neutron [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Refreshing network info cache for port f84af531-1358-4584-8a2e-a5627ad59959 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.780518] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.780728] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.780975] env[69169]: DEBUG nova.network.neutron [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.910230] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a798cebd-a0c7-4322-a8ae-696368c79c48 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.169s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.917715] env[69169]: DEBUG nova.compute.utils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1330.919156] env[69169]: DEBUG nova.compute.manager [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1330.919332] env[69169]: DEBUG nova.network.neutron [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.946831] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c94e5440-1b29-4a16-b03c-9934229b49a1 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.315s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.973633] env[69169]: DEBUG nova.policy [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afef1456dc304d159e9ad34adf5b1592', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2aefaf8c89604f2397e7c9131d766b7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1331.225428] env[69169]: DEBUG nova.network.neutron [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Successfully created port: bff0f8c0-08a9-44d8-a49e-738867355fc2 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1331.338972] env[69169]: DEBUG nova.network.neutron [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.422444] env[69169]: DEBUG nova.compute.manager [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1331.545043] env[69169]: DEBUG nova.network.neutron [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updated VIF entry in instance network info cache for port f84af531-1358-4584-8a2e-a5627ad59959. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.545431] env[69169]: DEBUG nova.network.neutron [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updating instance_info_cache with network_info: [{"id": "f84af531-1358-4584-8a2e-a5627ad59959", "address": "fa:16:3e:1d:8a:b1", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84af531-13", "ovs_interfaceid": "f84af531-1358-4584-8a2e-a5627ad59959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.547624] env[69169]: DEBUG nova.network.neutron [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updating instance_info_cache with network_info: [{"id": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "address": "fa:16:3e:9c:42:10", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe75ac5-3d", "ovs_interfaceid": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.699835] env[69169]: DEBUG nova.compute.manager [req-2a5f93cd-9983-472e-ba49-f284e7549016 req-58030e07-fa69-4c00-97ac-30e8b2ee118b service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Received event network-changed-a491444f-cc66-46d4-b352-08b159ee8b11 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.700066] env[69169]: DEBUG nova.compute.manager [req-2a5f93cd-9983-472e-ba49-f284e7549016 req-58030e07-fa69-4c00-97ac-30e8b2ee118b service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Refreshing instance network info cache due to event network-changed-a491444f-cc66-46d4-b352-08b159ee8b11. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.700298] env[69169]: DEBUG oslo_concurrency.lockutils [req-2a5f93cd-9983-472e-ba49-f284e7549016 req-58030e07-fa69-4c00-97ac-30e8b2ee118b service nova] Acquiring lock "refresh_cache-786f4d7c-edd0-48ab-9b73-40d473a512e6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.700441] env[69169]: DEBUG oslo_concurrency.lockutils [req-2a5f93cd-9983-472e-ba49-f284e7549016 req-58030e07-fa69-4c00-97ac-30e8b2ee118b service nova] Acquired lock "refresh_cache-786f4d7c-edd0-48ab-9b73-40d473a512e6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.700600] env[69169]: DEBUG nova.network.neutron [req-2a5f93cd-9983-472e-ba49-f284e7549016 req-58030e07-fa69-4c00-97ac-30e8b2ee118b service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Refreshing network info cache for port a491444f-cc66-46d4-b352-08b159ee8b11 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.050032] env[69169]: DEBUG oslo_concurrency.lockutils [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] Releasing lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.050169] env[69169]: DEBUG nova.compute.manager [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Received event network-changed-3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.050294] env[69169]: DEBUG nova.compute.manager [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Refreshing instance network info cache due to event network-changed-3883460a-4f4a-4240-880a-a51a3eb7d9b1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.050516] env[69169]: DEBUG oslo_concurrency.lockutils [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] Acquiring lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.050676] env[69169]: DEBUG oslo_concurrency.lockutils [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] Acquired lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.051149] env[69169]: DEBUG nova.network.neutron [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Refreshing network info cache for port 3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.052364] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.053262] env[69169]: DEBUG nova.compute.manager [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Instance network_info: |[{"id": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "address": "fa:16:3e:9c:42:10", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe75ac5-3d", "ovs_interfaceid": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.053932] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:42:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.062033] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating folder: Project (aa3a910562884c8b99ec806d7fc69f1c). Parent ref: group-v649481. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.062833] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f403aee5-17ae-429d-a60f-9c2ee1863c10 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.077412] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Created folder: Project (aa3a910562884c8b99ec806d7fc69f1c) in parent group-v649481. [ 1332.077627] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating folder: Instances. Parent ref: group-v649801. {{(pid=69169) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.078680] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dbe9e3b-8fe9-4365-8560-bb2550d3b5c7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.088534] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Created folder: Instances in parent group-v649801. [ 1332.088534] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.089088] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.089088] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bc97553-5ec4-48b7-aea3-c08029b31cb3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.107986] env[69169]: DEBUG nova.compute.manager [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Received event network-vif-plugged-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.108256] env[69169]: DEBUG oslo_concurrency.lockutils [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] Acquiring lock "4d993399-2d90-4fdc-953e-401f3fb09aa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.108491] env[69169]: DEBUG oslo_concurrency.lockutils [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.108692] env[69169]: DEBUG oslo_concurrency.lockutils [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.108865] env[69169]: DEBUG nova.compute.manager [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] No waiting events found dispatching network-vif-plugged-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.109058] env[69169]: WARNING nova.compute.manager [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Received unexpected event network-vif-plugged-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 for instance with vm_state building and task_state spawning. [ 1332.109239] env[69169]: DEBUG nova.compute.manager [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Received event network-changed-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.109398] env[69169]: DEBUG nova.compute.manager [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Refreshing instance network info cache due to event network-changed-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.109596] env[69169]: DEBUG oslo_concurrency.lockutils [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] Acquiring lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.109746] env[69169]: DEBUG oslo_concurrency.lockutils [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] Acquired lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.109927] env[69169]: DEBUG nova.network.neutron [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Refreshing network info cache for port 0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.117349] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.117349] env[69169]: value = "task-3252156" [ 1332.117349] env[69169]: _type = "Task" [ 1332.117349] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.128165] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252156, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.424766] env[69169]: DEBUG nova.network.neutron [req-2a5f93cd-9983-472e-ba49-f284e7549016 req-58030e07-fa69-4c00-97ac-30e8b2ee118b service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Updated VIF entry in instance network info cache for port a491444f-cc66-46d4-b352-08b159ee8b11. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.425236] env[69169]: DEBUG nova.network.neutron [req-2a5f93cd-9983-472e-ba49-f284e7549016 req-58030e07-fa69-4c00-97ac-30e8b2ee118b service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Updating instance_info_cache with network_info: [{"id": "a491444f-cc66-46d4-b352-08b159ee8b11", "address": "fa:16:3e:a9:14:2e", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa491444f-cc", "ovs_interfaceid": "a491444f-cc66-46d4-b352-08b159ee8b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.432500] env[69169]: DEBUG nova.compute.manager [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1332.459241] env[69169]: DEBUG nova.virt.hardware [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1332.459500] env[69169]: DEBUG nova.virt.hardware [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.459658] env[69169]: DEBUG nova.virt.hardware [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1332.459838] env[69169]: DEBUG nova.virt.hardware [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.459986] env[69169]: DEBUG nova.virt.hardware [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1332.460149] env[69169]: DEBUG nova.virt.hardware [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1332.460355] env[69169]: DEBUG nova.virt.hardware [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1332.460508] env[69169]: DEBUG nova.virt.hardware [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1332.460677] env[69169]: DEBUG nova.virt.hardware [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1332.460861] env[69169]: DEBUG nova.virt.hardware [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1332.461064] env[69169]: DEBUG nova.virt.hardware [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1332.462195] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3f3807-5ff5-4293-95d6-d41cf4d6417c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.470415] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3964fd8-3c92-48e0-a58c-9ad2df5a26d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.629216] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252156, 'name': CreateVM_Task, 'duration_secs': 0.51109} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.629406] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.630110] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.630278] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.630609] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.630897] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e6471e-52b8-4bcc-b5c5-2d001f57d2e6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.637245] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1332.637245] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c8d4b1-2701-d09f-40e1-c0deede6a08a" [ 1332.637245] env[69169]: _type = "Task" [ 1332.637245] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.648247] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c8d4b1-2701-d09f-40e1-c0deede6a08a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.848427] env[69169]: DEBUG nova.network.neutron [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updated VIF entry in instance network info cache for port 3883460a-4f4a-4240-880a-a51a3eb7d9b1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.848427] env[69169]: DEBUG nova.network.neutron [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updating instance_info_cache with network_info: [{"id": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "address": "fa:16:3e:f3:fe:02", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883460a-4f", "ovs_interfaceid": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.927809] env[69169]: DEBUG oslo_concurrency.lockutils [req-2a5f93cd-9983-472e-ba49-f284e7549016 req-58030e07-fa69-4c00-97ac-30e8b2ee118b service nova] Releasing lock "refresh_cache-786f4d7c-edd0-48ab-9b73-40d473a512e6" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.946620] env[69169]: DEBUG nova.network.neutron [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updated VIF entry in instance network info cache for port 0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.948228] env[69169]: DEBUG nova.network.neutron [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updating instance_info_cache with network_info: [{"id": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "address": "fa:16:3e:9c:42:10", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe75ac5-3d", "ovs_interfaceid": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.037338] env[69169]: DEBUG nova.network.neutron [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Successfully updated port: bff0f8c0-08a9-44d8-a49e-738867355fc2 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.148147] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52c8d4b1-2701-d09f-40e1-c0deede6a08a, 'name': SearchDatastore_Task, 'duration_secs': 0.02233} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.148473] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.148748] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.149012] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.149169] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.149351] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.149628] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e22da287-7faf-430a-86c8-c94397e8413b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.162150] env[69169]: DEBUG nova.compute.manager [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Stashing vm_state: active {{(pid=69169) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1333.166630] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.166820] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.167750] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c5b9c6-485b-4b8c-bdcd-f2ed83eec78e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.173863] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1333.173863] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521dc01c-2f78-487d-7d7f-04087074b235" [ 1333.173863] env[69169]: _type = "Task" [ 1333.173863] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.183484] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521dc01c-2f78-487d-7d7f-04087074b235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.353737] env[69169]: DEBUG oslo_concurrency.lockutils [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] Releasing lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.354105] env[69169]: DEBUG nova.compute.manager [req-900be5c0-b4cd-49e3-b502-9f6fadbf2c39 req-685ed18c-7e85-4f9f-a2d2-4beb9d8190da service nova] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Received event network-vif-deleted-a6ef3dfa-7bcb-472d-bb75-547a0052ae46 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.450346] env[69169]: DEBUG oslo_concurrency.lockutils [req-4bad56f8-bdf7-4e2b-855e-60aac5d7b750 req-c2b1f9c1-e451-4ec5-bb8b-a3237871bebd service nova] Releasing lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.540381] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.540799] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.540799] env[69169]: DEBUG nova.network.neutron [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.687146] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521dc01c-2f78-487d-7d7f-04087074b235, 'name': SearchDatastore_Task, 'duration_secs': 0.023926} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.688116] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.688379] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.690315] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e94b42-c631-4f3f-a571-fad0b1bffa81 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.695744] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1333.695744] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5287a3e9-536d-9691-fa31-2bcd302948fb" [ 1333.695744] env[69169]: _type = "Task" [ 1333.695744] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.703956] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5287a3e9-536d-9691-fa31-2bcd302948fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.727235] env[69169]: DEBUG nova.compute.manager [req-ec7e778a-bf47-4015-846a-0a8b96402d4f req-824bd247-c581-4f0c-ba53-7acaabdcae69 service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Received event network-changed-fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.727375] env[69169]: DEBUG nova.compute.manager [req-ec7e778a-bf47-4015-846a-0a8b96402d4f req-824bd247-c581-4f0c-ba53-7acaabdcae69 service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Refreshing instance network info cache due to event network-changed-fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.727624] env[69169]: DEBUG oslo_concurrency.lockutils [req-ec7e778a-bf47-4015-846a-0a8b96402d4f req-824bd247-c581-4f0c-ba53-7acaabdcae69 service nova] Acquiring lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.727817] env[69169]: DEBUG oslo_concurrency.lockutils [req-ec7e778a-bf47-4015-846a-0a8b96402d4f req-824bd247-c581-4f0c-ba53-7acaabdcae69 service nova] Acquired lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.728015] env[69169]: DEBUG nova.network.neutron [req-ec7e778a-bf47-4015-846a-0a8b96402d4f req-824bd247-c581-4f0c-ba53-7acaabdcae69 service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Refreshing network info cache for port fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.083566] env[69169]: DEBUG nova.network.neutron [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.192896] env[69169]: INFO nova.compute.claims [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.202134] env[69169]: DEBUG nova.compute.manager [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Received event network-vif-plugged-bff0f8c0-08a9-44d8-a49e-738867355fc2 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.202457] env[69169]: DEBUG oslo_concurrency.lockutils [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] Acquiring lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.202673] env[69169]: DEBUG oslo_concurrency.lockutils [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] Lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.202785] env[69169]: DEBUG oslo_concurrency.lockutils [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] Lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.202885] env[69169]: DEBUG nova.compute.manager [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] No waiting events found dispatching network-vif-plugged-bff0f8c0-08a9-44d8-a49e-738867355fc2 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1334.203137] env[69169]: WARNING nova.compute.manager [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Received unexpected event network-vif-plugged-bff0f8c0-08a9-44d8-a49e-738867355fc2 for instance with vm_state building and task_state spawning. [ 1334.203310] env[69169]: DEBUG nova.compute.manager [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Received event network-changed-bff0f8c0-08a9-44d8-a49e-738867355fc2 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.203461] env[69169]: DEBUG nova.compute.manager [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Refreshing instance network info cache due to event network-changed-bff0f8c0-08a9-44d8-a49e-738867355fc2. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1334.203620] env[69169]: DEBUG oslo_concurrency.lockutils [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] Acquiring lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.210992] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5287a3e9-536d-9691-fa31-2bcd302948fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.210992] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.210992] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 4d993399-2d90-4fdc-953e-401f3fb09aa4/4d993399-2d90-4fdc-953e-401f3fb09aa4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.211247] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e950a76-ba68-459b-b38a-9a6de69a214a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.218393] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1334.218393] env[69169]: value = "task-3252157" [ 1334.218393] env[69169]: _type = "Task" [ 1334.218393] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.232677] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.330287] env[69169]: DEBUG nova.network.neutron [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance_info_cache with network_info: [{"id": "bff0f8c0-08a9-44d8-a49e-738867355fc2", "address": "fa:16:3e:9c:ce:2c", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0f8c0-08", "ovs_interfaceid": "bff0f8c0-08a9-44d8-a49e-738867355fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.486762] env[69169]: DEBUG nova.network.neutron [req-ec7e778a-bf47-4015-846a-0a8b96402d4f req-824bd247-c581-4f0c-ba53-7acaabdcae69 service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updated VIF entry in instance network info cache for port fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.487339] env[69169]: DEBUG nova.network.neutron [req-ec7e778a-bf47-4015-846a-0a8b96402d4f req-824bd247-c581-4f0c-ba53-7acaabdcae69 service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance_info_cache with network_info: [{"id": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "address": "fa:16:3e:b8:ab:67", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf3dfa9-f6", "ovs_interfaceid": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.703287] env[69169]: INFO nova.compute.resource_tracker [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating resource usage from migration b7651e16-04f3-4bbf-b2a8-98b301f62558 [ 1334.732217] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.833450] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.833830] env[69169]: DEBUG nova.compute.manager [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Instance network_info: |[{"id": "bff0f8c0-08a9-44d8-a49e-738867355fc2", "address": "fa:16:3e:9c:ce:2c", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0f8c0-08", "ovs_interfaceid": "bff0f8c0-08a9-44d8-a49e-738867355fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1334.836621] env[69169]: DEBUG oslo_concurrency.lockutils [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] Acquired lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.836832] env[69169]: DEBUG nova.network.neutron [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Refreshing network info cache for port bff0f8c0-08a9-44d8-a49e-738867355fc2 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.838200] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:ce:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bff0f8c0-08a9-44d8-a49e-738867355fc2', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.846306] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.847569] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.847764] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a045b5c0-8aa7-443e-b990-e6a82769ee33 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.864099] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e3a62f-494f-412d-b403-6a43a91b0500 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.872934] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c39df46-42f2-46b0-8853-a66c9a18bf42 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.879364] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.879364] env[69169]: value = "task-3252158" [ 1334.879364] env[69169]: _type = "Task" [ 1334.879364] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.910198] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6f1499-7ebf-4073-916d-9f14ce4ec26d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.917115] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252158, 'name': CreateVM_Task} progress is 15%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.924461] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c736c5f7-f4ec-410d-a9cc-2630ec53080e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.941195] env[69169]: DEBUG nova.compute.provider_tree [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.989885] env[69169]: DEBUG oslo_concurrency.lockutils [req-ec7e778a-bf47-4015-846a-0a8b96402d4f req-824bd247-c581-4f0c-ba53-7acaabdcae69 service nova] Releasing lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.231843] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252157, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.391154] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252158, 'name': CreateVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.445255] env[69169]: DEBUG nova.scheduler.client.report [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.550708] env[69169]: DEBUG nova.network.neutron [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updated VIF entry in instance network info cache for port bff0f8c0-08a9-44d8-a49e-738867355fc2. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.552491] env[69169]: DEBUG nova.network.neutron [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance_info_cache with network_info: [{"id": "bff0f8c0-08a9-44d8-a49e-738867355fc2", "address": "fa:16:3e:9c:ce:2c", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0f8c0-08", "ovs_interfaceid": "bff0f8c0-08a9-44d8-a49e-738867355fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.731456] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252157, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.041158} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.731743] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 4d993399-2d90-4fdc-953e-401f3fb09aa4/4d993399-2d90-4fdc-953e-401f3fb09aa4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.732015] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.732297] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fa2b7b6-b4d9-482a-8236-89b424a003cb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.740065] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1335.740065] env[69169]: value = "task-3252159" [ 1335.740065] env[69169]: _type = "Task" [ 1335.740065] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.750300] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.892716] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252158, 'name': CreateVM_Task, 'duration_secs': 0.619011} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.892931] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.893613] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.893785] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.894143] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.894415] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9c7943-65a0-47af-876e-8a3e4cd0d51c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.899957] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1335.899957] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52008d33-ffdb-a7e0-3495-aeab6f1e9bf4" [ 1335.899957] env[69169]: _type = "Task" [ 1335.899957] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.910189] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52008d33-ffdb-a7e0-3495-aeab6f1e9bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.950310] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.262s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.950536] env[69169]: INFO nova.compute.manager [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Migrating [ 1336.054377] env[69169]: DEBUG oslo_concurrency.lockutils [req-c68e49e5-5f55-4607-a405-733ef799becf req-cab04108-bb7a-4caa-ba0d-f5f0ec9a8303 service nova] Releasing lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.251185] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06533} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.251465] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.252284] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef513f68-28b2-4de5-937c-e062948dd40b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.274651] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 4d993399-2d90-4fdc-953e-401f3fb09aa4/4d993399-2d90-4fdc-953e-401f3fb09aa4.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.275149] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d4e3f5b-7bb5-4fd4-b993-45dd4db0d943 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.296164] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1336.296164] env[69169]: value = "task-3252160" [ 1336.296164] env[69169]: _type = "Task" [ 1336.296164] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.305619] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.411860] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52008d33-ffdb-a7e0-3495-aeab6f1e9bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.046061} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.411860] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.412104] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.413049] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.413049] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.413049] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.413049] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-424cf3f0-84e4-4b86-889b-030bc5322ea9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.424362] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.424511] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.425307] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f79bcd-1a29-4c18-8499-95818dbffe57 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.432058] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1336.432058] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b42451-886f-3beb-d0e3-255aca5a3eb6" [ 1336.432058] env[69169]: _type = "Task" [ 1336.432058] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.440585] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b42451-886f-3beb-d0e3-255aca5a3eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.465893] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.466070] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.466243] env[69169]: DEBUG nova.network.neutron [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.807296] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252160, 'name': ReconfigVM_Task, 'duration_secs': 0.481999} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.807683] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 4d993399-2d90-4fdc-953e-401f3fb09aa4/4d993399-2d90-4fdc-953e-401f3fb09aa4.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.808215] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88db7c3e-bab3-4ea4-b313-773c15910011 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.815091] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1336.815091] env[69169]: value = "task-3252161" [ 1336.815091] env[69169]: _type = "Task" [ 1336.815091] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.823375] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252161, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.945466] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52b42451-886f-3beb-d0e3-255aca5a3eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.076448} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.946332] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-764df3c7-beef-4c46-9186-05de3974e632 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.954158] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1336.954158] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5219e70c-ff30-9c61-9d79-156b4486bc18" [ 1336.954158] env[69169]: _type = "Task" [ 1336.954158] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.964830] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5219e70c-ff30-9c61-9d79-156b4486bc18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.162507] env[69169]: DEBUG nova.network.neutron [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance_info_cache with network_info: [{"id": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "address": "fa:16:3e:b8:ab:67", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf3dfa9-f6", "ovs_interfaceid": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.326151] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252161, 'name': Rename_Task, 'duration_secs': 0.148717} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.326452] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.326670] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80d3d27f-a6e7-44c0-b32b-b95045e285da {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.335129] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1337.335129] env[69169]: value = "task-3252162" [ 1337.335129] env[69169]: _type = "Task" [ 1337.335129] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.344071] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.465801] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5219e70c-ff30-9c61-9d79-156b4486bc18, 'name': SearchDatastore_Task, 'duration_secs': 0.01308} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.465801] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.466114] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc/a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.466386] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c04bdbd-575c-45f9-af99-546440f79056 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.474325] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1337.474325] env[69169]: value = "task-3252163" [ 1337.474325] env[69169]: _type = "Task" [ 1337.474325] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.483583] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.664894] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.848655] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252162, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.984941] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462007} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.985268] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc/a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.985483] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.985734] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10bc59e3-e9cd-43d8-9dea-b4f6af2812bf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.993143] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1337.993143] env[69169]: value = "task-3252164" [ 1337.993143] env[69169]: _type = "Task" [ 1337.993143] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.002498] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.347738] env[69169]: DEBUG oslo_vmware.api [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252162, 'name': PowerOnVM_Task, 'duration_secs': 0.536432} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.348029] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.348233] env[69169]: INFO nova.compute.manager [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1338.348412] env[69169]: DEBUG nova.compute.manager [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.349235] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277c8de0-7a94-4e45-81e3-c8bb48da824e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.503320] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070743} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.504069] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.504660] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552058d2-c775-4322-ba8a-10c5376b1c0d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.527910] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc/a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.528485] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e898ca29-f1ba-4b89-a8c1-bfe567b8ce51 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.549447] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1338.549447] env[69169]: value = "task-3252165" [ 1338.549447] env[69169]: _type = "Task" [ 1338.549447] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.558251] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.866144] env[69169]: INFO nova.compute.manager [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Took 14.42 seconds to build instance. [ 1339.063218] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252165, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.149361] env[69169]: DEBUG nova.compute.manager [req-0222bae6-9908-4e1a-951d-4507a95dc725 req-012973cc-deb2-4613-85ec-a1d5729231f7 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Received event network-changed-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.149515] env[69169]: DEBUG nova.compute.manager [req-0222bae6-9908-4e1a-951d-4507a95dc725 req-012973cc-deb2-4613-85ec-a1d5729231f7 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Refreshing instance network info cache due to event network-changed-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.150061] env[69169]: DEBUG oslo_concurrency.lockutils [req-0222bae6-9908-4e1a-951d-4507a95dc725 req-012973cc-deb2-4613-85ec-a1d5729231f7 service nova] Acquiring lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.150329] env[69169]: DEBUG oslo_concurrency.lockutils [req-0222bae6-9908-4e1a-951d-4507a95dc725 req-012973cc-deb2-4613-85ec-a1d5729231f7 service nova] Acquired lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.150448] env[69169]: DEBUG nova.network.neutron [req-0222bae6-9908-4e1a-951d-4507a95dc725 req-012973cc-deb2-4613-85ec-a1d5729231f7 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Refreshing network info cache for port 0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.180250] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d978cb2-95ae-49f3-b326-583e0b66f5d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.199692] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance '0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4' progress to 0 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1339.368320] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ef1382c7-bae2-4d42-88d3-737b7280db06 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.927s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.561023] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252165, 'name': ReconfigVM_Task, 'duration_secs': 0.588132} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.561301] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Reconfigured VM instance instance-0000007b to attach disk [datastore2] a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc/a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.562028] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9bf3fb7-a06b-4029-ad8f-ee2347a2b7d2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.568336] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1339.568336] env[69169]: value = "task-3252166" [ 1339.568336] env[69169]: _type = "Task" [ 1339.568336] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.577368] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252166, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.706030] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.706362] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9039739-60ff-40fe-b840-96092894d355 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.713987] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1339.713987] env[69169]: value = "task-3252167" [ 1339.713987] env[69169]: _type = "Task" [ 1339.713987] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.723763] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.943795] env[69169]: DEBUG nova.network.neutron [req-0222bae6-9908-4e1a-951d-4507a95dc725 req-012973cc-deb2-4613-85ec-a1d5729231f7 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updated VIF entry in instance network info cache for port 0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.944257] env[69169]: DEBUG nova.network.neutron [req-0222bae6-9908-4e1a-951d-4507a95dc725 req-012973cc-deb2-4613-85ec-a1d5729231f7 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updating instance_info_cache with network_info: [{"id": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "address": "fa:16:3e:9c:42:10", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe75ac5-3d", "ovs_interfaceid": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.079813] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252166, 'name': Rename_Task, 'duration_secs': 0.145198} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.080113] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.080368] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77c318db-1107-4ce6-a69e-92f0f4903fcc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.088685] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1340.088685] env[69169]: value = "task-3252168" [ 1340.088685] env[69169]: _type = "Task" [ 1340.088685] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.095988] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.225949] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252167, 'name': PowerOffVM_Task, 'duration_secs': 0.193969} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.226215] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.226816] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance '0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4' progress to 17 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.446661] env[69169]: DEBUG oslo_concurrency.lockutils [req-0222bae6-9908-4e1a-951d-4507a95dc725 req-012973cc-deb2-4613-85ec-a1d5729231f7 service nova] Releasing lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.599367] env[69169]: DEBUG oslo_vmware.api [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252168, 'name': PowerOnVM_Task, 'duration_secs': 0.4268} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.599636] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.599847] env[69169]: INFO nova.compute.manager [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1340.600033] env[69169]: DEBUG nova.compute.manager [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.600800] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dd335b-0036-4d02-90c2-72c5353f773d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.733745] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.733999] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.734115] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.734273] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.734469] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.734628] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.734838] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.734998] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.735191] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.735357] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.735531] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.741221] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eda2d0ec-b0db-4531-b836-0d186e423553 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.759541] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1340.759541] env[69169]: value = "task-3252169" [ 1340.759541] env[69169]: _type = "Task" [ 1340.759541] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.768974] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.912913] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f02ebe89-2148-4f0a-ad78-eb6d21482f71 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "d8a48f41-0647-4efa-8b39-649dc1643fc0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.913212] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f02ebe89-2148-4f0a-ad78-eb6d21482f71 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "d8a48f41-0647-4efa-8b39-649dc1643fc0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.913407] env[69169]: DEBUG nova.compute.manager [None req-f02ebe89-2148-4f0a-ad78-eb6d21482f71 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.914300] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e0fd2-84ce-4079-8330-6eec4d74564e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.921486] env[69169]: DEBUG nova.compute.manager [None req-f02ebe89-2148-4f0a-ad78-eb6d21482f71 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69169) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1340.922062] env[69169]: DEBUG nova.objects.instance [None req-f02ebe89-2148-4f0a-ad78-eb6d21482f71 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lazy-loading 'flavor' on Instance uuid d8a48f41-0647-4efa-8b39-649dc1643fc0 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.121686] env[69169]: INFO nova.compute.manager [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Took 12.95 seconds to build instance. [ 1341.270251] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252169, 'name': ReconfigVM_Task, 'duration_secs': 0.136642} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.270903] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance '0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4' progress to 33 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1341.624220] env[69169]: DEBUG oslo_concurrency.lockutils [None req-c89a4822-da3a-4ab3-a1d6-d4c5a6c08b29 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.462s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.777362] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.777619] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.777778] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.778054] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.778211] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.778359] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.778568] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.778813] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.779075] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.779270] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.779449] env[69169]: DEBUG nova.virt.hardware [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.785628] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1341.785954] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6694939a-d993-4bd1-93d0-75a53cfa0d19 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.817461] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1341.817461] env[69169]: value = "task-3252170" [ 1341.817461] env[69169]: _type = "Task" [ 1341.817461] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.828297] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.931079] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02ebe89-2148-4f0a-ad78-eb6d21482f71 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.931341] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eca696e-760c-4369-a865-e92939628af4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.938622] env[69169]: DEBUG oslo_vmware.api [None req-f02ebe89-2148-4f0a-ad78-eb6d21482f71 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1341.938622] env[69169]: value = "task-3252171" [ 1341.938622] env[69169]: _type = "Task" [ 1341.938622] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.950479] env[69169]: DEBUG oslo_vmware.api [None req-f02ebe89-2148-4f0a-ad78-eb6d21482f71 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.315806] env[69169]: DEBUG nova.compute.manager [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Stashing vm_state: active {{(pid=69169) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1342.327995] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252170, 'name': ReconfigVM_Task, 'duration_secs': 0.283975} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.328284] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1342.329077] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ece1e4a-785a-4932-93b8-8f62724ad9a7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.352102] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605/volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.352455] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-518ae14e-ca0c-4975-ac5f-757a3d154105 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.372496] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1342.372496] env[69169]: value = "task-3252172" [ 1342.372496] env[69169]: _type = "Task" [ 1342.372496] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.382353] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.448829] env[69169]: DEBUG oslo_vmware.api [None req-f02ebe89-2148-4f0a-ad78-eb6d21482f71 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252171, 'name': PowerOffVM_Task, 'duration_secs': 0.441728} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.449171] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02ebe89-2148-4f0a-ad78-eb6d21482f71 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.449382] env[69169]: DEBUG nova.compute.manager [None req-f02ebe89-2148-4f0a-ad78-eb6d21482f71 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.450167] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6991c2-c1fb-4cf2-9b2a-e1f5bbb46797 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.452741] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "interface-6bc145aa-b867-41c9-8a52-8d1f114eb6c4-fddb1fa0-cd6f-440c-babf-d767664427df" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.452965] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-6bc145aa-b867-41c9-8a52-8d1f114eb6c4-fddb1fa0-cd6f-440c-babf-d767664427df" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.453315] env[69169]: DEBUG nova.objects.instance [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'flavor' on Instance uuid 6bc145aa-b867-41c9-8a52-8d1f114eb6c4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.839139] env[69169]: DEBUG oslo_concurrency.lockutils [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.839486] env[69169]: DEBUG oslo_concurrency.lockutils [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.883512] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.965323] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f02ebe89-2148-4f0a-ad78-eb6d21482f71 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "d8a48f41-0647-4efa-8b39-649dc1643fc0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.065856] env[69169]: DEBUG nova.objects.instance [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'pci_requests' on Instance uuid 6bc145aa-b867-41c9-8a52-8d1f114eb6c4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.291711] env[69169]: DEBUG nova.objects.instance [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lazy-loading 'flavor' on Instance uuid d8a48f41-0647-4efa-8b39-649dc1643fc0 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.344601] env[69169]: INFO nova.compute.claims [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.384596] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252172, 'name': ReconfigVM_Task, 'duration_secs': 0.668972} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.384873] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605/volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.385158] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance '0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4' progress to 50 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.569015] env[69169]: DEBUG nova.objects.base [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Object Instance<6bc145aa-b867-41c9-8a52-8d1f114eb6c4> lazy-loaded attributes: flavor,pci_requests {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1343.569286] env[69169]: DEBUG nova.network.neutron [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.631321] env[69169]: DEBUG nova.policy [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a6b450a2904216b612aec484497024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '088fa329f82442fdb636c14c4ec555a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.797054] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.797367] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.797556] env[69169]: DEBUG nova.network.neutron [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.797698] env[69169]: DEBUG nova.objects.instance [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lazy-loading 'info_cache' on Instance uuid d8a48f41-0647-4efa-8b39-649dc1643fc0 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.851551] env[69169]: INFO nova.compute.resource_tracker [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating resource usage from migration 11b0c1d1-95ab-4fd7-a58f-779de8d5265e [ 1343.892248] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae48af91-90fe-43d7-8f91-cf1c6a571300 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.917041] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d536128-9c46-476b-91b6-0e3eb1db723f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.937262] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance '0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4' progress to 67 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1344.018324] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d418e40a-0880-4829-ab9a-9c46fcebb015 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.027420] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d684b-9bae-4ef5-81ed-21c1b7736289 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.060936] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb776b9f-34b3-4b7b-ae6c-05f86104e2a3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.068880] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd280566-5c73-49ae-8958-4969d073e9fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.083273] env[69169]: DEBUG nova.compute.provider_tree [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.300872] env[69169]: DEBUG nova.objects.base [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1344.586674] env[69169]: DEBUG nova.scheduler.client.report [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.088959] env[69169]: DEBUG nova.network.neutron [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Updating instance_info_cache with network_info: [{"id": "bac2d1b9-c550-4375-98ea-f741983f1504", "address": "fa:16:3e:3c:70:3b", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac2d1b9-c5", "ovs_interfaceid": "bac2d1b9-c550-4375-98ea-f741983f1504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.092034] env[69169]: DEBUG oslo_concurrency.lockutils [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.251s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.092034] env[69169]: INFO nova.compute.manager [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Migrating [ 1345.100264] env[69169]: DEBUG nova.compute.manager [req-8faa51d5-75c4-49b8-8923-3ba3b792b1bc req-262d502e-b342-43fd-9748-1b722d04f67a service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Received event network-vif-plugged-fddb1fa0-cd6f-440c-babf-d767664427df {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.100467] env[69169]: DEBUG oslo_concurrency.lockutils [req-8faa51d5-75c4-49b8-8923-3ba3b792b1bc req-262d502e-b342-43fd-9748-1b722d04f67a service nova] Acquiring lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.100669] env[69169]: DEBUG oslo_concurrency.lockutils [req-8faa51d5-75c4-49b8-8923-3ba3b792b1bc req-262d502e-b342-43fd-9748-1b722d04f67a service nova] Lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.100831] env[69169]: DEBUG oslo_concurrency.lockutils [req-8faa51d5-75c4-49b8-8923-3ba3b792b1bc req-262d502e-b342-43fd-9748-1b722d04f67a service nova] Lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.101043] env[69169]: DEBUG nova.compute.manager [req-8faa51d5-75c4-49b8-8923-3ba3b792b1bc req-262d502e-b342-43fd-9748-1b722d04f67a service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] No waiting events found dispatching network-vif-plugged-fddb1fa0-cd6f-440c-babf-d767664427df {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.101228] env[69169]: WARNING nova.compute.manager [req-8faa51d5-75c4-49b8-8923-3ba3b792b1bc req-262d502e-b342-43fd-9748-1b722d04f67a service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Received unexpected event network-vif-plugged-fddb1fa0-cd6f-440c-babf-d767664427df for instance with vm_state active and task_state None. [ 1345.187375] env[69169]: DEBUG nova.network.neutron [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Successfully updated port: fddb1fa0-cd6f-440c-babf-d767664427df {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.581733] env[69169]: DEBUG nova.network.neutron [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Port fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21 binding to destination host cpu-1 is already ACTIVE {{(pid=69169) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1345.600102] env[69169]: DEBUG oslo_concurrency.lockutils [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.610572] env[69169]: DEBUG oslo_concurrency.lockutils [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.611855] env[69169]: DEBUG oslo_concurrency.lockutils [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.611855] env[69169]: DEBUG nova.network.neutron [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.689539] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.689716] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.689892] env[69169]: DEBUG nova.network.neutron [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.230896] env[69169]: WARNING nova.network.neutron [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] 7d083c25-8f15-4ac3-89ea-58eb4ef777d7 already exists in list: networks containing: ['7d083c25-8f15-4ac3-89ea-58eb4ef777d7']. ignoring it [ 1346.387369] env[69169]: DEBUG nova.network.neutron [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance_info_cache with network_info: [{"id": "bff0f8c0-08a9-44d8-a49e-738867355fc2", "address": "fa:16:3e:9c:ce:2c", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0f8c0-08", "ovs_interfaceid": "bff0f8c0-08a9-44d8-a49e-738867355fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.534990] env[69169]: DEBUG nova.network.neutron [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updating instance_info_cache with network_info: [{"id": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "address": "fa:16:3e:f3:fe:02", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883460a-4f", "ovs_interfaceid": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fddb1fa0-cd6f-440c-babf-d767664427df", "address": "fa:16:3e:bf:f0:cd", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddb1fa0-cd", "ovs_interfaceid": "fddb1fa0-cd6f-440c-babf-d767664427df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.604992] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.605396] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.605396] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.606573] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.606992] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a80dc68-354e-4f8c-b788-2353d7b604b9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.615507] env[69169]: DEBUG oslo_vmware.api [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1346.615507] env[69169]: value = "task-3252173" [ 1346.615507] env[69169]: _type = "Task" [ 1346.615507] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.624895] env[69169]: DEBUG oslo_vmware.api [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.892320] env[69169]: DEBUG oslo_concurrency.lockutils [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.038325] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.039018] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.039201] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.040063] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e0da58-6aba-4b0a-9c6a-c9603c5d867b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.059889] env[69169]: DEBUG nova.virt.hardware [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.060129] env[69169]: DEBUG nova.virt.hardware [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.060288] env[69169]: DEBUG nova.virt.hardware [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.060480] env[69169]: DEBUG nova.virt.hardware [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.060671] env[69169]: DEBUG nova.virt.hardware [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.060835] env[69169]: DEBUG nova.virt.hardware [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.061321] env[69169]: DEBUG nova.virt.hardware [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.061321] env[69169]: DEBUG nova.virt.hardware [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.061435] env[69169]: DEBUG nova.virt.hardware [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.061595] env[69169]: DEBUG nova.virt.hardware [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.061772] env[69169]: DEBUG nova.virt.hardware [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.068291] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Reconfiguring VM to attach interface {{(pid=69169) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1347.068613] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c3cfc13-9e45-4805-85f8-9a1cd3b30a4c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.088378] env[69169]: DEBUG oslo_vmware.api [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1347.088378] env[69169]: value = "task-3252174" [ 1347.088378] env[69169]: _type = "Task" [ 1347.088378] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.096624] env[69169]: DEBUG oslo_vmware.api [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252174, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.125700] env[69169]: DEBUG nova.compute.manager [req-0026f662-db16-43ba-9867-cd4d69671303 req-acaeb2e7-f328-4c76-9ad8-3c0ea97b3486 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Received event network-changed-fddb1fa0-cd6f-440c-babf-d767664427df {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.125772] env[69169]: DEBUG nova.compute.manager [req-0026f662-db16-43ba-9867-cd4d69671303 req-acaeb2e7-f328-4c76-9ad8-3c0ea97b3486 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Refreshing instance network info cache due to event network-changed-fddb1fa0-cd6f-440c-babf-d767664427df. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.125970] env[69169]: DEBUG oslo_concurrency.lockutils [req-0026f662-db16-43ba-9867-cd4d69671303 req-acaeb2e7-f328-4c76-9ad8-3c0ea97b3486 service nova] Acquiring lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.126116] env[69169]: DEBUG oslo_concurrency.lockutils [req-0026f662-db16-43ba-9867-cd4d69671303 req-acaeb2e7-f328-4c76-9ad8-3c0ea97b3486 service nova] Acquired lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.126278] env[69169]: DEBUG nova.network.neutron [req-0026f662-db16-43ba-9867-cd4d69671303 req-acaeb2e7-f328-4c76-9ad8-3c0ea97b3486 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Refreshing network info cache for port fddb1fa0-cd6f-440c-babf-d767664427df {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.132992] env[69169]: DEBUG oslo_vmware.api [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252173, 'name': PowerOnVM_Task, 'duration_secs': 0.353567} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.132992] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.132992] env[69169]: DEBUG nova.compute.manager [None req-a8ed6a8d-85ad-4762-bb40-db77e638652f tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.132992] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c261bca-b0f3-4b36-ab04-8078d422bd63 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.600374] env[69169]: DEBUG oslo_vmware.api [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.640263] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.640640] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.640839] env[69169]: DEBUG nova.network.neutron [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.843072] env[69169]: DEBUG nova.network.neutron [req-0026f662-db16-43ba-9867-cd4d69671303 req-acaeb2e7-f328-4c76-9ad8-3c0ea97b3486 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updated VIF entry in instance network info cache for port fddb1fa0-cd6f-440c-babf-d767664427df. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.843630] env[69169]: DEBUG nova.network.neutron [req-0026f662-db16-43ba-9867-cd4d69671303 req-acaeb2e7-f328-4c76-9ad8-3c0ea97b3486 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updating instance_info_cache with network_info: [{"id": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "address": "fa:16:3e:f3:fe:02", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883460a-4f", "ovs_interfaceid": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fddb1fa0-cd6f-440c-babf-d767664427df", "address": "fa:16:3e:bf:f0:cd", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddb1fa0-cd", "ovs_interfaceid": "fddb1fa0-cd6f-440c-babf-d767664427df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.084515] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dc18b0-a1a5-4c0d-82fb-fe751345c1b3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.094145] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e25d53-ce7f-4dcf-aaba-6f9c9d6342f9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Suspending the VM {{(pid=69169) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1348.094740] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-06223b86-815d-4fc0-93a4-8ee21dbf4aa0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.099742] env[69169]: DEBUG oslo_vmware.api [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252174, 'name': ReconfigVM_Task, 'duration_secs': 0.766055} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.100205] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.100410] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Reconfigured VM to attach interface {{(pid=69169) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1348.106141] env[69169]: DEBUG oslo_vmware.api [None req-d3e25d53-ce7f-4dcf-aaba-6f9c9d6342f9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1348.106141] env[69169]: value = "task-3252175" [ 1348.106141] env[69169]: _type = "Task" [ 1348.106141] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.114885] env[69169]: DEBUG oslo_vmware.api [None req-d3e25d53-ce7f-4dcf-aaba-6f9c9d6342f9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252175, 'name': SuspendVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.346202] env[69169]: DEBUG oslo_concurrency.lockutils [req-0026f662-db16-43ba-9867-cd4d69671303 req-acaeb2e7-f328-4c76-9ad8-3c0ea97b3486 service nova] Releasing lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.375535] env[69169]: DEBUG nova.network.neutron [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance_info_cache with network_info: [{"id": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "address": "fa:16:3e:b8:ab:67", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf3dfa9-f6", "ovs_interfaceid": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.409038] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5151cfa7-954e-4568-9768-ba9baf73286b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.429847] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance 'a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc' progress to 0 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.606333] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5684a5b7-7a57-4c26-822d-eb9592ae81a2 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-6bc145aa-b867-41c9-8a52-8d1f114eb6c4-fddb1fa0-cd6f-440c-babf-d767664427df" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.153s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.617815] env[69169]: DEBUG oslo_vmware.api [None req-d3e25d53-ce7f-4dcf-aaba-6f9c9d6342f9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252175, 'name': SuspendVM_Task} progress is 62%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.878406] env[69169]: DEBUG oslo_concurrency.lockutils [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.936782] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.937143] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8413904b-7dd0-4648-af58-7d0896860803 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.947368] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1348.947368] env[69169]: value = "task-3252176" [ 1348.947368] env[69169]: _type = "Task" [ 1348.947368] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.956842] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.118717] env[69169]: DEBUG oslo_vmware.api [None req-d3e25d53-ce7f-4dcf-aaba-6f9c9d6342f9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252175, 'name': SuspendVM_Task, 'duration_secs': 0.685097} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.119011] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e25d53-ce7f-4dcf-aaba-6f9c9d6342f9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Suspended the VM {{(pid=69169) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1349.119214] env[69169]: DEBUG nova.compute.manager [None req-d3e25d53-ce7f-4dcf-aaba-6f9c9d6342f9 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.120016] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff43680-03f5-4661-b44d-810f3b579fd3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.387546] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bc3f43-3473-45a7-9892-44f8598d6955 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.395239] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae66cada-bceb-45a9-b6b5-c3bc60541a3a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.457605] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252176, 'name': PowerOffVM_Task, 'duration_secs': 0.204978} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.457883] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.458106] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance 'a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc' progress to 17 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.964390] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.964710] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.964839] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.965033] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.965184] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.965330] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.965535] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.965898] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.966112] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.966289] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.966465] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.971751] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6141508c-dba0-46c4-894a-43a8ae6545ac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.990019] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1349.990019] env[69169]: value = "task-3252177" [ 1349.990019] env[69169]: _type = "Task" [ 1349.990019] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.998859] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.155139] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "interface-6bc145aa-b867-41c9-8a52-8d1f114eb6c4-fddb1fa0-cd6f-440c-babf-d767664427df" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.155477] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-6bc145aa-b867-41c9-8a52-8d1f114eb6c4-fddb1fa0-cd6f-440c-babf-d767664427df" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.499993] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252177, 'name': ReconfigVM_Task, 'duration_secs': 0.171813} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.500337] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance 'a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc' progress to 33 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.505047] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289d52bc-7458-4691-a12e-ca1c8a8c8a00 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.523264] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3484f130-dea6-4b8a-a7ea-786fcea579bb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.531107] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance '0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4' progress to 83 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.597856] env[69169]: INFO nova.compute.manager [None req-766a6928-e399-47dd-b601-104050c8f25b tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Resuming [ 1350.598460] env[69169]: DEBUG nova.objects.instance [None req-766a6928-e399-47dd-b601-104050c8f25b tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lazy-loading 'flavor' on Instance uuid d8a48f41-0647-4efa-8b39-649dc1643fc0 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.658035] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.658231] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.659093] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d861540-3d28-444c-aa65-930ce88e4224 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.677939] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a892e6d-a572-4b93-8f62-652eaee9b9cf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.703377] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Reconfiguring VM to detach interface {{(pid=69169) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1350.703656] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1ad621f-5ad1-4715-b01e-6c93bedb0aff {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.722559] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1350.722559] env[69169]: value = "task-3252178" [ 1350.722559] env[69169]: _type = "Task" [ 1350.722559] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.730991] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.009790] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.010156] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.010209] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.010386] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.010532] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.010679] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.010879] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.011082] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.011264] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.011432] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.011607] env[69169]: DEBUG nova.virt.hardware [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.016850] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1351.017157] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbebc1c1-2e6d-4a3e-8cee-e087f2215243 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.036868] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.038310] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e07760b2-6bc4-45ec-8f69-b6c28f776ec9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.040028] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1351.040028] env[69169]: value = "task-3252179" [ 1351.040028] env[69169]: _type = "Task" [ 1351.040028] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.045308] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1351.045308] env[69169]: value = "task-3252180" [ 1351.045308] env[69169]: _type = "Task" [ 1351.045308] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.048387] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.057014] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.233987] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.550659] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252179, 'name': ReconfigVM_Task, 'duration_secs': 0.217859} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.553656] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1351.554445] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c05a17-9dcf-4b60-a4c8-446ec80e5993 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.563756] env[69169]: DEBUG oslo_vmware.api [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252180, 'name': PowerOnVM_Task, 'duration_secs': 0.382883} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.573755] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.573954] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac027cf-f1ff-4a4e-8101-00c157ceb11b tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance '0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4' progress to 100 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.584461] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc/a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.584915] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a549ccf8-d2f7-4e37-9c7d-7ca837964d77 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.603614] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1351.603614] env[69169]: value = "task-3252181" [ 1351.603614] env[69169]: _type = "Task" [ 1351.603614] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.613874] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.734184] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.110858] env[69169]: DEBUG oslo_concurrency.lockutils [None req-766a6928-e399-47dd-b601-104050c8f25b tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.111149] env[69169]: DEBUG oslo_concurrency.lockutils [None req-766a6928-e399-47dd-b601-104050c8f25b tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquired lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.111328] env[69169]: DEBUG nova.network.neutron [None req-766a6928-e399-47dd-b601-104050c8f25b tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.120290] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.234707] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.617744] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252181, 'name': ReconfigVM_Task, 'duration_secs': 0.537747} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.617978] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Reconfigured VM instance instance-0000007b to attach disk [datastore2] a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc/a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.618278] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance 'a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc' progress to 50 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1352.735554] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.850371] env[69169]: DEBUG nova.network.neutron [None req-766a6928-e399-47dd-b601-104050c8f25b tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Updating instance_info_cache with network_info: [{"id": "bac2d1b9-c550-4375-98ea-f741983f1504", "address": "fa:16:3e:3c:70:3b", "network": {"id": "62de4a3a-3c27-46aa-ade5-2d1fcc3e9e69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2070335015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e43a0c7d1e924218af425e7692bca4e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac2d1b9-c5", "ovs_interfaceid": "bac2d1b9-c550-4375-98ea-f741983f1504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.125052] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa36b5a7-9306-440f-bf3a-9bb54ac2308a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.153177] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ebedc6-6b40-4ef9-948a-aa13316ebf6c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.172304] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance 'a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc' progress to 67 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.235847] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.353965] env[69169]: DEBUG oslo_concurrency.lockutils [None req-766a6928-e399-47dd-b601-104050c8f25b tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Releasing lock "refresh_cache-d8a48f41-0647-4efa-8b39-649dc1643fc0" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.354285] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62adb65a-7f56-40e2-8bba-7f928120b0b9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.362642] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-766a6928-e399-47dd-b601-104050c8f25b tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Resuming the VM {{(pid=69169) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1353.362893] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98f1bc79-9f2e-441b-8b5e-1859fd1ce320 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.374487] env[69169]: DEBUG oslo_vmware.api [None req-766a6928-e399-47dd-b601-104050c8f25b tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1353.374487] env[69169]: value = "task-3252182" [ 1353.374487] env[69169]: _type = "Task" [ 1353.374487] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.383015] env[69169]: DEBUG oslo_vmware.api [None req-766a6928-e399-47dd-b601-104050c8f25b tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.713941] env[69169]: DEBUG nova.network.neutron [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Port bff0f8c0-08a9-44d8-a49e-738867355fc2 binding to destination host cpu-1 is already ACTIVE {{(pid=69169) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1353.738085] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.798696] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.799028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.799327] env[69169]: DEBUG nova.compute.manager [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Going to confirm migration 7 {{(pid=69169) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1353.887067] env[69169]: DEBUG oslo_vmware.api [None req-766a6928-e399-47dd-b601-104050c8f25b tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252182, 'name': PowerOnVM_Task, 'duration_secs': 0.508629} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.887373] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-766a6928-e399-47dd-b601-104050c8f25b tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Resumed the VM {{(pid=69169) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1353.887560] env[69169]: DEBUG nova.compute.manager [None req-766a6928-e399-47dd-b601-104050c8f25b tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.888477] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7532045c-d6ce-4cda-a46c-3155db3a8368 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.237644] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.338360] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.338553] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquired lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.338728] env[69169]: DEBUG nova.network.neutron [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.338912] env[69169]: DEBUG nova.objects.instance [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lazy-loading 'info_cache' on Instance uuid 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.739969] env[69169]: DEBUG oslo_concurrency.lockutils [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.739969] env[69169]: DEBUG oslo_concurrency.lockutils [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.740263] env[69169]: DEBUG oslo_concurrency.lockutils [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.747643] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.241311] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.266950] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.267454] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.267611] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69169) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1355.328177] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "d8a48f41-0647-4efa-8b39-649dc1643fc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.328439] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "d8a48f41-0647-4efa-8b39-649dc1643fc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.328651] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "d8a48f41-0647-4efa-8b39-649dc1643fc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.328830] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "d8a48f41-0647-4efa-8b39-649dc1643fc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.329034] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "d8a48f41-0647-4efa-8b39-649dc1643fc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.331280] env[69169]: INFO nova.compute.manager [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Terminating instance [ 1355.559036] env[69169]: DEBUG nova.network.neutron [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance_info_cache with network_info: [{"id": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "address": "fa:16:3e:b8:ab:67", "network": {"id": "c725c540-b54d-4aff-a4d6-e9dc709269d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353001045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7668a0f42ce147f2b39fd48d13e75cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf3dfa9-f6", "ovs_interfaceid": "fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.742034] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.773663] env[69169]: DEBUG oslo_concurrency.lockutils [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.773858] env[69169]: DEBUG oslo_concurrency.lockutils [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.774043] env[69169]: DEBUG nova.network.neutron [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.835499] env[69169]: DEBUG nova.compute.manager [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.835732] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.836703] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d46486a-5585-4233-8875-d698174bd09c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.845214] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.845445] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3756643-f77f-4108-aec5-f5f7647b0623 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.854352] env[69169]: DEBUG oslo_vmware.api [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1355.854352] env[69169]: value = "task-3252183" [ 1355.854352] env[69169]: _type = "Task" [ 1355.854352] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.864684] env[69169]: DEBUG oslo_vmware.api [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.062420] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Releasing lock "refresh_cache-0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.062735] env[69169]: DEBUG nova.objects.instance [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lazy-loading 'migration_context' on Instance uuid 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.241834] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252178, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.267331] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.364040] env[69169]: DEBUG oslo_vmware.api [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252183, 'name': PowerOffVM_Task, 'duration_secs': 0.185815} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.364320] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.364493] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.364741] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cccf01e7-500a-4e70-be82-e3b50d9f5313 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.455331] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.455331] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.455563] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleting the datastore file [datastore2] d8a48f41-0647-4efa-8b39-649dc1643fc0 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.455797] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2a87e2a-f617-4d13-b92f-807799d0ccf7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.465031] env[69169]: DEBUG oslo_vmware.api [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for the task: (returnval){ [ 1356.465031] env[69169]: value = "task-3252185" [ 1356.465031] env[69169]: _type = "Task" [ 1356.465031] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.474184] env[69169]: DEBUG oslo_vmware.api [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.485233] env[69169]: DEBUG nova.network.neutron [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance_info_cache with network_info: [{"id": "bff0f8c0-08a9-44d8-a49e-738867355fc2", "address": "fa:16:3e:9c:ce:2c", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0f8c0-08", "ovs_interfaceid": "bff0f8c0-08a9-44d8-a49e-738867355fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.565528] env[69169]: DEBUG nova.objects.base [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Object Instance<0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4> lazy-loaded attributes: info_cache,migration_context {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1356.566413] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22adc454-ccb3-40f0-ae66-9d0576d2239d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.586153] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0428091e-2be0-4922-a434-a3315655baf0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.592550] env[69169]: DEBUG oslo_vmware.api [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1356.592550] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52bc77b9-ec5d-34ec-6a25-eb5b931eb128" [ 1356.592550] env[69169]: _type = "Task" [ 1356.592550] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.601447] env[69169]: DEBUG oslo_vmware.api [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52bc77b9-ec5d-34ec-6a25-eb5b931eb128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.723530] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.723791] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.742794] env[69169]: DEBUG oslo_vmware.api [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252178, 'name': ReconfigVM_Task, 'duration_secs': 5.780251} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.743029] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.743237] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Reconfigured VM to detach interface {{(pid=69169) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1356.975388] env[69169]: DEBUG oslo_vmware.api [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Task: {'id': task-3252185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197821} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.975653] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.975839] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.976032] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.976211] env[69169]: INFO nova.compute.manager [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1356.976453] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.976674] env[69169]: DEBUG nova.compute.manager [-] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.976770] env[69169]: DEBUG nova.network.neutron [-] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.987440] env[69169]: DEBUG oslo_concurrency.lockutils [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.103817] env[69169]: DEBUG oslo_vmware.api [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52bc77b9-ec5d-34ec-6a25-eb5b931eb128, 'name': SearchDatastore_Task, 'duration_secs': 0.017145} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.104098] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.104356] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.226581] env[69169]: DEBUG nova.compute.utils [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1357.262654] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.512180] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aa451b-e3df-458e-b837-cc0f889ce1d5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.531537] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10fe454-66f1-46d5-9d2d-9f4b5c3cdbaa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.539273] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance 'a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc' progress to 83 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1357.712125] env[69169]: DEBUG nova.compute.manager [req-731e6bfa-86c3-48d5-8d62-1471c4d183d6 req-9963adf6-e310-4f0b-946e-73625f3dc229 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Received event network-vif-deleted-bac2d1b9-c550-4375-98ea-f741983f1504 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.712125] env[69169]: INFO nova.compute.manager [req-731e6bfa-86c3-48d5-8d62-1471c4d183d6 req-9963adf6-e310-4f0b-946e-73625f3dc229 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Neutron deleted interface bac2d1b9-c550-4375-98ea-f741983f1504; detaching it from the instance and deleting it from the info cache [ 1357.712338] env[69169]: DEBUG nova.network.neutron [req-731e6bfa-86c3-48d5-8d62-1471c4d183d6 req-9963adf6-e310-4f0b-946e-73625f3dc229 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.729985] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.748966] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125e3dc8-4711-4225-92a2-0de929ad5e2c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.757091] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630f6f6e-d9d2-4f24-8aa0-1eaba946a4a4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.790343] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8c931a-3cea-450e-8f8e-c4d0dfb66257 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.800022] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c342ba-fc73-4813-b746-fb813f34c89e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.815472] env[69169]: DEBUG nova.compute.provider_tree [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.045935] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.046297] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d0ab605-2ca4-462d-a7ce-993d93d51db3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.054934] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1358.054934] env[69169]: value = "task-3252186" [ 1358.054934] env[69169]: _type = "Task" [ 1358.054934] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.063633] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.132937] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.133153] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.133359] env[69169]: DEBUG nova.network.neutron [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.194840] env[69169]: DEBUG nova.network.neutron [-] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.214914] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c9e92df-cf91-4808-81fd-b3b55dfc30ef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.228247] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79418235-2ec7-44c7-ae05-7cdf0a597a58 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.260804] env[69169]: DEBUG nova.compute.manager [req-731e6bfa-86c3-48d5-8d62-1471c4d183d6 req-9963adf6-e310-4f0b-946e-73625f3dc229 service nova] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Detach interface failed, port_id=bac2d1b9-c550-4375-98ea-f741983f1504, reason: Instance d8a48f41-0647-4efa-8b39-649dc1643fc0 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1358.267572] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.267935] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.318829] env[69169]: DEBUG nova.scheduler.client.report [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.565832] env[69169]: DEBUG oslo_vmware.api [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252186, 'name': PowerOnVM_Task, 'duration_secs': 0.449207} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.566123] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.566316] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-62b1e1ce-5cbf-4188-a483-6c47de4bbf84 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance 'a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc' progress to 100 {{(pid=69169) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.696912] env[69169]: INFO nova.compute.manager [-] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Took 1.72 seconds to deallocate network for instance. [ 1358.772804] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.807740] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.807996] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.808507] env[69169]: INFO nova.compute.manager [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Attaching volume 99b4f421-961f-470d-86fb-15a544ce8b0f to /dev/sdb [ 1358.858760] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b46462f-cbdc-4968-a4cf-6e1137c9b412 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.869759] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4d4057-0261-41c5-97a1-e9ced2501721 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.877428] env[69169]: INFO nova.network.neutron [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Port fddb1fa0-cd6f-440c-babf-d767664427df from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1358.877849] env[69169]: DEBUG nova.network.neutron [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updating instance_info_cache with network_info: [{"id": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "address": "fa:16:3e:f3:fe:02", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883460a-4f", "ovs_interfaceid": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.887547] env[69169]: DEBUG nova.virt.block_device [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Updating existing volume attachment record: e9f32e2e-a32e-4e4b-8cd3-0f4a1aeda0d8 {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1359.024360] env[69169]: DEBUG nova.compute.manager [req-171a1bdf-1412-4926-9968-ea711d9c4710 req-bd219cfb-0c7c-4a53-aedf-788b812d722d service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Received event network-changed-3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.024571] env[69169]: DEBUG nova.compute.manager [req-171a1bdf-1412-4926-9968-ea711d9c4710 req-bd219cfb-0c7c-4a53-aedf-788b812d722d service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Refreshing instance network info cache due to event network-changed-3883460a-4f4a-4240-880a-a51a3eb7d9b1. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1359.024762] env[69169]: DEBUG oslo_concurrency.lockutils [req-171a1bdf-1412-4926-9968-ea711d9c4710 req-bd219cfb-0c7c-4a53-aedf-788b812d722d service nova] Acquiring lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.204446] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.335787] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.231s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.338790] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.566s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.339026] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.339168] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1359.340015] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.135s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.340015] env[69169]: DEBUG nova.objects.instance [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lazy-loading 'resources' on Instance uuid d8a48f41-0647-4efa-8b39-649dc1643fc0 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.341528] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a66226-50a3-4bae-88f2-0a45cee4f611 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.351766] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4c177e-4f88-4628-a801-75133b1fbcc3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.369263] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152ea078-2eee-4464-8b64-769ed2847d44 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.377694] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c03ccab-b548-47b6-9895-d09faf76a77d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.381506] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.384399] env[69169]: DEBUG oslo_concurrency.lockutils [req-171a1bdf-1412-4926-9968-ea711d9c4710 req-bd219cfb-0c7c-4a53-aedf-788b812d722d service nova] Acquired lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.384593] env[69169]: DEBUG nova.network.neutron [req-171a1bdf-1412-4926-9968-ea711d9c4710 req-bd219cfb-0c7c-4a53-aedf-788b812d722d service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Refreshing network info cache for port 3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.415644] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179752MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1359.415809] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.717447] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "interface-8ed59396-4699-485a-ac61-46571e48837a-fddb1fa0-cd6f-440c-babf-d767664427df" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.717716] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-8ed59396-4699-485a-ac61-46571e48837a-fddb1fa0-cd6f-440c-babf-d767664427df" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.718108] env[69169]: DEBUG nova.objects.instance [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'flavor' on Instance uuid 8ed59396-4699-485a-ac61-46571e48837a {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.885707] env[69169]: DEBUG oslo_concurrency.lockutils [None req-b31dd5c9-2641-40d1-b418-dba107ac3184 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-6bc145aa-b867-41c9-8a52-8d1f114eb6c4-fddb1fa0-cd6f-440c-babf-d767664427df" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.730s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.902922] env[69169]: INFO nova.scheduler.client.report [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleted allocation for migration b7651e16-04f3-4bbf-b2a8-98b301f62558 [ 1359.998297] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23edef80-c8a8-4962-b2b0-d9cf7fb921a1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.006454] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a506ab-8507-481d-a7ea-b98cc3ae5791 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.042901] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d4737a-758f-4f48-aa17-11804b558380 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.051163] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b588d18f-d377-439b-9c8d-9926deb604cc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.064903] env[69169]: DEBUG nova.compute.provider_tree [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.107994] env[69169]: DEBUG nova.network.neutron [req-171a1bdf-1412-4926-9968-ea711d9c4710 req-bd219cfb-0c7c-4a53-aedf-788b812d722d service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updated VIF entry in instance network info cache for port 3883460a-4f4a-4240-880a-a51a3eb7d9b1. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.108412] env[69169]: DEBUG nova.network.neutron [req-171a1bdf-1412-4926-9968-ea711d9c4710 req-bd219cfb-0c7c-4a53-aedf-788b812d722d service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updating instance_info_cache with network_info: [{"id": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "address": "fa:16:3e:f3:fe:02", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3883460a-4f", "ovs_interfaceid": "3883460a-4f4a-4240-880a-a51a3eb7d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.319235] env[69169]: DEBUG nova.objects.instance [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'pci_requests' on Instance uuid 8ed59396-4699-485a-ac61-46571e48837a {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.345077] env[69169]: INFO nova.compute.manager [None req-54d6ddba-2e81-4a61-809f-28715bc027a3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Get console output [ 1360.345412] env[69169]: WARNING nova.virt.vmwareapi.driver [None req-54d6ddba-2e81-4a61-809f-28715bc027a3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] The console log is missing. Check your VSPC configuration [ 1360.412403] env[69169]: DEBUG oslo_concurrency.lockutils [None req-4da11d6f-9d95-42ea-8989-5c4eb1f9a6b3 tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.613s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.568710] env[69169]: DEBUG nova.scheduler.client.report [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.611264] env[69169]: DEBUG oslo_concurrency.lockutils [req-171a1bdf-1412-4926-9968-ea711d9c4710 req-bd219cfb-0c7c-4a53-aedf-788b812d722d service nova] Releasing lock "refresh_cache-6bc145aa-b867-41c9-8a52-8d1f114eb6c4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.822338] env[69169]: DEBUG nova.objects.base [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Object Instance<8ed59396-4699-485a-ac61-46571e48837a> lazy-loaded attributes: flavor,pci_requests {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1360.822551] env[69169]: DEBUG nova.network.neutron [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.825051] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.825308] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.825491] env[69169]: DEBUG nova.compute.manager [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Going to confirm migration 8 {{(pid=69169) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1360.902245] env[69169]: DEBUG nova.policy [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a6b450a2904216b612aec484497024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '088fa329f82442fdb636c14c4ec555a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.059042] env[69169]: DEBUG nova.compute.manager [req-df03210c-daae-4a68-8160-dc365c52d4f4 req-080e1f20-5fac-4070-85ee-c50d435d3a07 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Received event network-changed-f84af531-1358-4584-8a2e-a5627ad59959 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.059269] env[69169]: DEBUG nova.compute.manager [req-df03210c-daae-4a68-8160-dc365c52d4f4 req-080e1f20-5fac-4070-85ee-c50d435d3a07 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Refreshing instance network info cache due to event network-changed-f84af531-1358-4584-8a2e-a5627ad59959. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1361.059482] env[69169]: DEBUG oslo_concurrency.lockutils [req-df03210c-daae-4a68-8160-dc365c52d4f4 req-080e1f20-5fac-4070-85ee-c50d435d3a07 service nova] Acquiring lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.059628] env[69169]: DEBUG oslo_concurrency.lockutils [req-df03210c-daae-4a68-8160-dc365c52d4f4 req-080e1f20-5fac-4070-85ee-c50d435d3a07 service nova] Acquired lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.059866] env[69169]: DEBUG nova.network.neutron [req-df03210c-daae-4a68-8160-dc365c52d4f4 req-080e1f20-5fac-4070-85ee-c50d435d3a07 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Refreshing network info cache for port f84af531-1358-4584-8a2e-a5627ad59959 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.073714] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.075959] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.660s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.100360] env[69169]: INFO nova.scheduler.client.report [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Deleted allocations for instance d8a48f41-0647-4efa-8b39-649dc1643fc0 [ 1361.372353] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.372618] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.372779] env[69169]: DEBUG nova.network.neutron [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.372968] env[69169]: DEBUG nova.objects.instance [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lazy-loading 'info_cache' on Instance uuid a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.607554] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd1c91ac-88b7-4d98-a99e-e8ac50c00590 tempest-ServerActionsTestJSON-158164284 tempest-ServerActionsTestJSON-158164284-project-member] Lock "d8a48f41-0647-4efa-8b39-649dc1643fc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.279s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.771474] env[69169]: DEBUG nova.network.neutron [req-df03210c-daae-4a68-8160-dc365c52d4f4 req-080e1f20-5fac-4070-85ee-c50d435d3a07 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updated VIF entry in instance network info cache for port f84af531-1358-4584-8a2e-a5627ad59959. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.771848] env[69169]: DEBUG nova.network.neutron [req-df03210c-daae-4a68-8160-dc365c52d4f4 req-080e1f20-5fac-4070-85ee-c50d435d3a07 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updating instance_info_cache with network_info: [{"id": "f84af531-1358-4584-8a2e-a5627ad59959", "address": "fa:16:3e:1d:8a:b1", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84af531-13", "ovs_interfaceid": "f84af531-1358-4584-8a2e-a5627ad59959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.084855] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Applying migration context for instance a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc as it has an incoming, in-progress migration 11b0c1d1-95ab-4fd7-a58f-779de8d5265e. Migration status is confirming {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1362.086040] env[69169]: INFO nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating resource usage from migration 11b0c1d1-95ab-4fd7-a58f-779de8d5265e [ 1362.105207] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 786f4d7c-edd0-48ab-9b73-40d473a512e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.105324] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance fa52c9f4-1949-460f-aa72-546009fb1346 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.105371] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 6bc145aa-b867-41c9-8a52-8d1f114eb6c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.106051] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 04a8fcd3-5220-4705-a0e8-da57f43d74c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.106051] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 8ed59396-4699-485a-ac61-46571e48837a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.106051] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 4d993399-2d90-4fdc-953e-401f3fb09aa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.106051] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.106051] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Migration 11b0c1d1-95ab-4fd7-a58f-779de8d5265e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1362.106051] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.106324] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1362.106324] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2368MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1362.220756] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5359c8-a249-4d25-aa19-aaf48c96e9d0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.229754] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d773d3a-9891-4979-925b-f6a191847805 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.259592] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0255b855-45d3-4eb1-a0c0-2f99facc2163 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.267665] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ac942b-1f95-4fe4-951b-7cc69afc635d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.274191] env[69169]: DEBUG oslo_concurrency.lockutils [req-df03210c-daae-4a68-8160-dc365c52d4f4 req-080e1f20-5fac-4070-85ee-c50d435d3a07 service nova] Releasing lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.282723] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.290039] env[69169]: DEBUG nova.compute.manager [req-8d72b4d9-0dc2-4192-af88-01c1f0b053eb req-cb28ff89-734f-48a3-baec-9418011476a7 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Received event network-vif-plugged-fddb1fa0-cd6f-440c-babf-d767664427df {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.290266] env[69169]: DEBUG oslo_concurrency.lockutils [req-8d72b4d9-0dc2-4192-af88-01c1f0b053eb req-cb28ff89-734f-48a3-baec-9418011476a7 service nova] Acquiring lock "8ed59396-4699-485a-ac61-46571e48837a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.290474] env[69169]: DEBUG oslo_concurrency.lockutils [req-8d72b4d9-0dc2-4192-af88-01c1f0b053eb req-cb28ff89-734f-48a3-baec-9418011476a7 service nova] Lock "8ed59396-4699-485a-ac61-46571e48837a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.290637] env[69169]: DEBUG oslo_concurrency.lockutils [req-8d72b4d9-0dc2-4192-af88-01c1f0b053eb req-cb28ff89-734f-48a3-baec-9418011476a7 service nova] Lock "8ed59396-4699-485a-ac61-46571e48837a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.290802] env[69169]: DEBUG nova.compute.manager [req-8d72b4d9-0dc2-4192-af88-01c1f0b053eb req-cb28ff89-734f-48a3-baec-9418011476a7 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] No waiting events found dispatching network-vif-plugged-fddb1fa0-cd6f-440c-babf-d767664427df {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1362.290968] env[69169]: WARNING nova.compute.manager [req-8d72b4d9-0dc2-4192-af88-01c1f0b053eb req-cb28ff89-734f-48a3-baec-9418011476a7 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Received unexpected event network-vif-plugged-fddb1fa0-cd6f-440c-babf-d767664427df for instance with vm_state active and task_state None. [ 1362.364442] env[69169]: DEBUG nova.network.neutron [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Successfully updated port: fddb1fa0-cd6f-440c-babf-d767664427df {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.567710] env[69169]: DEBUG nova.network.neutron [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance_info_cache with network_info: [{"id": "bff0f8c0-08a9-44d8-a49e-738867355fc2", "address": "fa:16:3e:9c:ce:2c", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff0f8c0-08", "ovs_interfaceid": "bff0f8c0-08a9-44d8-a49e-738867355fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.793281] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.867382] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.867812] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.867884] env[69169]: DEBUG nova.network.neutron [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.071468] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "refresh_cache-a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.071733] env[69169]: DEBUG nova.objects.instance [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lazy-loading 'migration_context' on Instance uuid a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.298504] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1363.298727] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.223s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.404731] env[69169]: WARNING nova.network.neutron [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] 7d083c25-8f15-4ac3-89ea-58eb4ef777d7 already exists in list: networks containing: ['7d083c25-8f15-4ac3-89ea-58eb4ef777d7']. ignoring it [ 1363.441116] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1363.441395] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649805', 'volume_id': '99b4f421-961f-470d-86fb-15a544ce8b0f', 'name': 'volume-99b4f421-961f-470d-86fb-15a544ce8b0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04a8fcd3-5220-4705-a0e8-da57f43d74c3', 'attached_at': '', 'detached_at': '', 'volume_id': '99b4f421-961f-470d-86fb-15a544ce8b0f', 'serial': '99b4f421-961f-470d-86fb-15a544ce8b0f'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1363.442649] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d799979-2351-4877-9148-002c4cff385c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.462881] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de0a3e2-7e1d-4aca-be48-b3ba30ae28d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.488115] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-99b4f421-961f-470d-86fb-15a544ce8b0f/volume-99b4f421-961f-470d-86fb-15a544ce8b0f.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.488423] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c4f6e4b-7c9d-49c8-ac87-38427410029a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.511926] env[69169]: DEBUG oslo_vmware.api [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1363.511926] env[69169]: value = "task-3252189" [ 1363.511926] env[69169]: _type = "Task" [ 1363.511926] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.521989] env[69169]: DEBUG oslo_vmware.api [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.574850] env[69169]: DEBUG nova.objects.base [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1363.575946] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959904d1-87d6-41bb-8022-ce7768a9d2c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.600416] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b761288d-f8b3-46f3-8292-233161a7ab19 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.607429] env[69169]: DEBUG oslo_vmware.api [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1363.607429] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52375a13-1684-737a-4f7c-9bb76da05cd7" [ 1363.607429] env[69169]: _type = "Task" [ 1363.607429] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.617148] env[69169]: DEBUG oslo_vmware.api [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52375a13-1684-737a-4f7c-9bb76da05cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.724033] env[69169]: DEBUG nova.network.neutron [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updating instance_info_cache with network_info: [{"id": "f84af531-1358-4584-8a2e-a5627ad59959", "address": "fa:16:3e:1d:8a:b1", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84af531-13", "ovs_interfaceid": "f84af531-1358-4584-8a2e-a5627ad59959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fddb1fa0-cd6f-440c-babf-d767664427df", "address": "fa:16:3e:bf:f0:cd", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddb1fa0-cd", "ovs_interfaceid": "fddb1fa0-cd6f-440c-babf-d767664427df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.024338] env[69169]: DEBUG oslo_vmware.api [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252189, 'name': ReconfigVM_Task, 'duration_secs': 0.358744} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.024619] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-99b4f421-961f-470d-86fb-15a544ce8b0f/volume-99b4f421-961f-470d-86fb-15a544ce8b0f.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.029274] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb8ce8a-b35e-464e-8860-2363f72dd2af {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.045146] env[69169]: DEBUG oslo_vmware.api [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1364.045146] env[69169]: value = "task-3252190" [ 1364.045146] env[69169]: _type = "Task" [ 1364.045146] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.053611] env[69169]: DEBUG oslo_vmware.api [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.117836] env[69169]: DEBUG oslo_vmware.api [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52375a13-1684-737a-4f7c-9bb76da05cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.118173] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.118420] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.227692] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.228435] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.228600] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.229505] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd4ff47-3165-49ad-93df-8819823b6261 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.246753] env[69169]: DEBUG nova.virt.hardware [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.246991] env[69169]: DEBUG nova.virt.hardware [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.247172] env[69169]: DEBUG nova.virt.hardware [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.247354] env[69169]: DEBUG nova.virt.hardware [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.247500] env[69169]: DEBUG nova.virt.hardware [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.247650] env[69169]: DEBUG nova.virt.hardware [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.247852] env[69169]: DEBUG nova.virt.hardware [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.248021] env[69169]: DEBUG nova.virt.hardware [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.248197] env[69169]: DEBUG nova.virt.hardware [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.248361] env[69169]: DEBUG nova.virt.hardware [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.248786] env[69169]: DEBUG nova.virt.hardware [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.254989] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Reconfiguring VM to attach interface {{(pid=69169) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1364.255318] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92323c77-ace3-46b0-9911-cdac0cb44abd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.274844] env[69169]: DEBUG oslo_vmware.api [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1364.274844] env[69169]: value = "task-3252191" [ 1364.274844] env[69169]: _type = "Task" [ 1364.274844] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.283378] env[69169]: DEBUG oslo_vmware.api [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252191, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.298373] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.371058] env[69169]: DEBUG nova.compute.manager [req-6ad1ddd4-7d54-43c5-910d-7675197fafd6 req-0d9e36e0-1148-414c-b7ef-66da7aefc0b9 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Received event network-changed-fddb1fa0-cd6f-440c-babf-d767664427df {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.371272] env[69169]: DEBUG nova.compute.manager [req-6ad1ddd4-7d54-43c5-910d-7675197fafd6 req-0d9e36e0-1148-414c-b7ef-66da7aefc0b9 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Refreshing instance network info cache due to event network-changed-fddb1fa0-cd6f-440c-babf-d767664427df. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1364.371481] env[69169]: DEBUG oslo_concurrency.lockutils [req-6ad1ddd4-7d54-43c5-910d-7675197fafd6 req-0d9e36e0-1148-414c-b7ef-66da7aefc0b9 service nova] Acquiring lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.371615] env[69169]: DEBUG oslo_concurrency.lockutils [req-6ad1ddd4-7d54-43c5-910d-7675197fafd6 req-0d9e36e0-1148-414c-b7ef-66da7aefc0b9 service nova] Acquired lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.372185] env[69169]: DEBUG nova.network.neutron [req-6ad1ddd4-7d54-43c5-910d-7675197fafd6 req-0d9e36e0-1148-414c-b7ef-66da7aefc0b9 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Refreshing network info cache for port fddb1fa0-cd6f-440c-babf-d767664427df {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.556537] env[69169]: DEBUG oslo_vmware.api [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252190, 'name': ReconfigVM_Task, 'duration_secs': 0.152509} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.556857] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649805', 'volume_id': '99b4f421-961f-470d-86fb-15a544ce8b0f', 'name': 'volume-99b4f421-961f-470d-86fb-15a544ce8b0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04a8fcd3-5220-4705-a0e8-da57f43d74c3', 'attached_at': '', 'detached_at': '', 'volume_id': '99b4f421-961f-470d-86fb-15a544ce8b0f', 'serial': '99b4f421-961f-470d-86fb-15a544ce8b0f'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1364.743789] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b09344-fcea-4f51-8a18-6250e01adae5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.751796] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f084cec-57c1-4b09-a033-277e26a297a5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.786458] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6536270b-afa4-4060-9934-071aa5dc5165 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.796371] env[69169]: DEBUG oslo_vmware.api [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.799822] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a619b7e7-b519-4116-8ae9-b50a7b2f0c47 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.807035] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.807313] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.816977] env[69169]: DEBUG nova.compute.provider_tree [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.072078] env[69169]: DEBUG nova.network.neutron [req-6ad1ddd4-7d54-43c5-910d-7675197fafd6 req-0d9e36e0-1148-414c-b7ef-66da7aefc0b9 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updated VIF entry in instance network info cache for port fddb1fa0-cd6f-440c-babf-d767664427df. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.072581] env[69169]: DEBUG nova.network.neutron [req-6ad1ddd4-7d54-43c5-910d-7675197fafd6 req-0d9e36e0-1148-414c-b7ef-66da7aefc0b9 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updating instance_info_cache with network_info: [{"id": "f84af531-1358-4584-8a2e-a5627ad59959", "address": "fa:16:3e:1d:8a:b1", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84af531-13", "ovs_interfaceid": "f84af531-1358-4584-8a2e-a5627ad59959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fddb1fa0-cd6f-440c-babf-d767664427df", "address": "fa:16:3e:bf:f0:cd", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddb1fa0-cd", "ovs_interfaceid": "fddb1fa0-cd6f-440c-babf-d767664427df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.292919] env[69169]: DEBUG oslo_vmware.api [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252191, 'name': ReconfigVM_Task, 'duration_secs': 0.600335} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.293386] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.293605] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Reconfigured VM to attach interface {{(pid=69169) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1365.320195] env[69169]: DEBUG nova.scheduler.client.report [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.575393] env[69169]: DEBUG oslo_concurrency.lockutils [req-6ad1ddd4-7d54-43c5-910d-7675197fafd6 req-0d9e36e0-1148-414c-b7ef-66da7aefc0b9 service nova] Releasing lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.592728] env[69169]: DEBUG nova.objects.instance [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lazy-loading 'flavor' on Instance uuid 04a8fcd3-5220-4705-a0e8-da57f43d74c3 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.798858] env[69169]: DEBUG oslo_concurrency.lockutils [None req-ea2f9740-ab35-44a9-a80a-a6da7f0088e5 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-8ed59396-4699-485a-ac61-46571e48837a-fddb1fa0-cd6f-440c-babf-d767664427df" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.081s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.098028] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f25c9b49-a2b2-49b2-af30-a8fbe9453294 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.290s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.282143] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.282477] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.330061] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.211s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.786382] env[69169]: INFO nova.compute.manager [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Detaching volume 99b4f421-961f-470d-86fb-15a544ce8b0f [ 1366.824616] env[69169]: INFO nova.virt.block_device [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Attempting to driver detach volume 99b4f421-961f-470d-86fb-15a544ce8b0f from mountpoint /dev/sdb [ 1366.824859] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1366.825052] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649805', 'volume_id': '99b4f421-961f-470d-86fb-15a544ce8b0f', 'name': 'volume-99b4f421-961f-470d-86fb-15a544ce8b0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04a8fcd3-5220-4705-a0e8-da57f43d74c3', 'attached_at': '', 'detached_at': '', 'volume_id': '99b4f421-961f-470d-86fb-15a544ce8b0f', 'serial': '99b4f421-961f-470d-86fb-15a544ce8b0f'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1366.826032] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4012a8a-86dc-4145-b87d-e7baa9ed22d1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.857680] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6690cd3-5d4a-40d8-9d26-1880ed8bf816 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.866789] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fe3101-f51b-4d60-96bb-1e44bf11ba71 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.892223] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadc081f-e29a-4ce0-b6db-1cb9dcd8304b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.911448] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] The volume has not been displaced from its original location: [datastore1] volume-99b4f421-961f-470d-86fb-15a544ce8b0f/volume-99b4f421-961f-470d-86fb-15a544ce8b0f.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1366.916459] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1366.917649] env[69169]: INFO nova.scheduler.client.report [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted allocation for migration 11b0c1d1-95ab-4fd7-a58f-779de8d5265e [ 1366.919515] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c34bb85-c967-4e9f-b4fe-b503a6aaeb31 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.947110] env[69169]: DEBUG oslo_vmware.api [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1366.947110] env[69169]: value = "task-3252192" [ 1366.947110] env[69169]: _type = "Task" [ 1366.947110] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.957138] env[69169]: DEBUG oslo_vmware.api [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.334638] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.440131] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33b38621-6b0b-4fc0-a0a3-c0a95af0bd3e tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.615s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.441397] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "interface-8ed59396-4699-485a-ac61-46571e48837a-fddb1fa0-cd6f-440c-babf-d767664427df" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.441615] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-8ed59396-4699-485a-ac61-46571e48837a-fddb1fa0-cd6f-440c-babf-d767664427df" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.444833] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.109s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.444833] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.444833] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.444833] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.446302] env[69169]: INFO nova.compute.manager [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Terminating instance [ 1367.459661] env[69169]: DEBUG oslo_vmware.api [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252192, 'name': ReconfigVM_Task, 'duration_secs': 0.226908} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.459929] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1367.464736] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43316584-21f4-4d9c-bd3f-feac44de57dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.480856] env[69169]: DEBUG oslo_vmware.api [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1367.480856] env[69169]: value = "task-3252193" [ 1367.480856] env[69169]: _type = "Task" [ 1367.480856] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.488809] env[69169]: DEBUG oslo_vmware.api [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.788524] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "07899d4c-a3f3-4d34-9378-f2346a7af7ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.788763] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "07899d4c-a3f3-4d34-9378-f2346a7af7ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.946739] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.947045] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.947789] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0936c3dd-f502-49ed-b6be-f5eb029059fe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.953392] env[69169]: DEBUG nova.compute.manager [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.953669] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.965893] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17239225-4526-4215-8548-7f65c70e4814 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.968943] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09757b82-3ddb-4d55-ab0a-f1d1c1ece3f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.975881] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.992343] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e493d4de-9a76-4ef7-8a5f-165ea23eec4f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.999062] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Reconfiguring VM to detach interface {{(pid=69169) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1368.001779] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e0b915-f2d6-4c82-8a53-2c35d31b11c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.019557] env[69169]: DEBUG oslo_vmware.api [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252193, 'name': ReconfigVM_Task, 'duration_secs': 0.148178} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.019909] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649805', 'volume_id': '99b4f421-961f-470d-86fb-15a544ce8b0f', 'name': 'volume-99b4f421-961f-470d-86fb-15a544ce8b0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04a8fcd3-5220-4705-a0e8-da57f43d74c3', 'attached_at': '', 'detached_at': '', 'volume_id': '99b4f421-961f-470d-86fb-15a544ce8b0f', 'serial': '99b4f421-961f-470d-86fb-15a544ce8b0f'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1368.024020] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1368.024020] env[69169]: value = "task-3252195" [ 1368.024020] env[69169]: _type = "Task" [ 1368.024020] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.024264] env[69169]: DEBUG oslo_vmware.api [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1368.024264] env[69169]: value = "task-3252194" [ 1368.024264] env[69169]: _type = "Task" [ 1368.024264] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.035324] env[69169]: DEBUG oslo_vmware.api [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.038482] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.291509] env[69169]: DEBUG nova.compute.manager [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1368.540513] env[69169]: DEBUG oslo_vmware.api [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252194, 'name': PowerOffVM_Task, 'duration_secs': 0.231744} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.541030] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.541375] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.541560] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.541815] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d77d96bc-0759-414b-8bcd-fff1dbdc5e81 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.566587] env[69169]: DEBUG nova.objects.instance [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lazy-loading 'flavor' on Instance uuid 04a8fcd3-5220-4705-a0e8-da57f43d74c3 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.615157] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.615411] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.615615] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleting the datastore file [datastore2] a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.615885] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c11142-e752-4f40-b828-64d73850db22 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.623911] env[69169]: DEBUG oslo_vmware.api [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1368.623911] env[69169]: value = "task-3252197" [ 1368.623911] env[69169]: _type = "Task" [ 1368.623911] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.632044] env[69169]: DEBUG oslo_vmware.api [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.813743] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.814080] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.816103] env[69169]: INFO nova.compute.claims [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1369.035778] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.133807] env[69169]: DEBUG oslo_vmware.api [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139152} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.134085] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.134250] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.134430] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.134636] env[69169]: INFO nova.compute.manager [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1369.134883] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.135086] env[69169]: DEBUG nova.compute.manager [-] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.135197] env[69169]: DEBUG nova.network.neutron [-] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.374688] env[69169]: DEBUG nova.compute.manager [req-f61370e1-39ab-4bad-a46b-f810a695faa8 req-c94111cb-fb63-4e53-9f2d-f7733401c64a service nova] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Received event network-vif-deleted-bff0f8c0-08a9-44d8-a49e-738867355fc2 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.374899] env[69169]: INFO nova.compute.manager [req-f61370e1-39ab-4bad-a46b-f810a695faa8 req-c94111cb-fb63-4e53-9f2d-f7733401c64a service nova] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Neutron deleted interface bff0f8c0-08a9-44d8-a49e-738867355fc2; detaching it from the instance and deleting it from the info cache [ 1369.375544] env[69169]: DEBUG nova.network.neutron [req-f61370e1-39ab-4bad-a46b-f810a695faa8 req-c94111cb-fb63-4e53-9f2d-f7733401c64a service nova] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.538257] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.573447] env[69169]: DEBUG oslo_concurrency.lockutils [None req-d5d6527d-7c23-4e33-bcac-44d9ef9e298c tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.291s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.853532] env[69169]: DEBUG nova.network.neutron [-] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.877762] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9e2a1b6-a83f-4648-ba24-915b5d1a548b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.889487] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f53372-1c02-4cbb-9def-1da9888d34e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.923556] env[69169]: DEBUG nova.compute.manager [req-f61370e1-39ab-4bad-a46b-f810a695faa8 req-c94111cb-fb63-4e53-9f2d-f7733401c64a service nova] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Detach interface failed, port_id=bff0f8c0-08a9-44d8-a49e-738867355fc2, reason: Instance a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1369.955713] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ca9839-05cd-4548-9b5a-9d931d277559 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.963968] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5c9982-938d-46bf-a3c1-da8ac6f7d517 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.994364] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec619fc8-109f-410e-a694-7bc3eb1bc740 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.002506] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c5fc7f-46ee-47fc-9548-9bae943b087e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.017459] env[69169]: DEBUG nova.compute.provider_tree [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.036491] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.356309] env[69169]: INFO nova.compute.manager [-] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Took 1.22 seconds to deallocate network for instance. [ 1370.520933] env[69169]: DEBUG nova.scheduler.client.report [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.538338] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.559513] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.559732] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.559929] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.560131] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.560301] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.562203] env[69169]: INFO nova.compute.manager [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Terminating instance [ 1370.864960] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.026120] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.026672] env[69169]: DEBUG nova.compute.manager [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1371.029275] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.165s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.029482] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.042798] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.058289] env[69169]: INFO nova.scheduler.client.report [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted allocations for instance a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc [ 1371.066230] env[69169]: DEBUG nova.compute.manager [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.066230] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.067137] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1162ed31-cea3-457c-9ba6-21cc16f2ac92 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.076111] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.076409] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c046391d-a62f-4887-9966-139e9ef858bd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.083369] env[69169]: DEBUG oslo_vmware.api [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1371.083369] env[69169]: value = "task-3252198" [ 1371.083369] env[69169]: _type = "Task" [ 1371.083369] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.092998] env[69169]: DEBUG oslo_vmware.api [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.534128] env[69169]: DEBUG nova.compute.utils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1371.538681] env[69169]: DEBUG nova.compute.manager [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1371.538882] env[69169]: DEBUG nova.network.neutron [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.549620] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.565818] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6d428743-a5ee-447f-bf15-a80f67c32e35 tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.122s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.584965] env[69169]: DEBUG nova.policy [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afef1456dc304d159e9ad34adf5b1592', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2aefaf8c89604f2397e7c9131d766b7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1371.595900] env[69169]: DEBUG oslo_vmware.api [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252198, 'name': PowerOffVM_Task, 'duration_secs': 0.206618} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.596164] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.596333] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.596567] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-406ab642-6571-42f9-9144-9417f95c3846 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.666058] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.666293] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.666479] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Deleting the datastore file [datastore2] 04a8fcd3-5220-4705-a0e8-da57f43d74c3 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.666762] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e32af76-3977-4f54-ae09-b62466be4d3d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.674007] env[69169]: DEBUG oslo_vmware.api [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for the task: (returnval){ [ 1371.674007] env[69169]: value = "task-3252200" [ 1371.674007] env[69169]: _type = "Task" [ 1371.674007] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.682094] env[69169]: DEBUG oslo_vmware.api [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.816639] env[69169]: DEBUG nova.network.neutron [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Successfully created port: 013463c0-ae98-4cd5-ab01-045d1dfcb826 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.042811] env[69169]: DEBUG nova.compute.manager [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1372.045346] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.185543] env[69169]: DEBUG oslo_vmware.api [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Task: {'id': task-3252200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135801} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.185843] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.186128] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.186328] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.186522] env[69169]: INFO nova.compute.manager [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1372.186829] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.187053] env[69169]: DEBUG nova.compute.manager [-] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.187154] env[69169]: DEBUG nova.network.neutron [-] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.544521] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.717637] env[69169]: DEBUG nova.compute.manager [req-104caa6f-e61b-485d-8dde-73d97314b98f req-0e7155ed-fa3c-4a25-bc3e-9e96b004936a service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Received event network-vif-deleted-4afd1745-307c-4605-ba47-9a49f997b979 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.717857] env[69169]: INFO nova.compute.manager [req-104caa6f-e61b-485d-8dde-73d97314b98f req-0e7155ed-fa3c-4a25-bc3e-9e96b004936a service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Neutron deleted interface 4afd1745-307c-4605-ba47-9a49f997b979; detaching it from the instance and deleting it from the info cache [ 1372.718022] env[69169]: DEBUG nova.network.neutron [req-104caa6f-e61b-485d-8dde-73d97314b98f req-0e7155ed-fa3c-4a25-bc3e-9e96b004936a service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.043706] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.052010] env[69169]: DEBUG nova.compute.manager [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1373.077348] env[69169]: DEBUG nova.virt.hardware [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.077597] env[69169]: DEBUG nova.virt.hardware [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.077758] env[69169]: DEBUG nova.virt.hardware [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.077942] env[69169]: DEBUG nova.virt.hardware [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.078105] env[69169]: DEBUG nova.virt.hardware [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.078258] env[69169]: DEBUG nova.virt.hardware [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.078466] env[69169]: DEBUG nova.virt.hardware [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.078625] env[69169]: DEBUG nova.virt.hardware [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.078791] env[69169]: DEBUG nova.virt.hardware [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.078953] env[69169]: DEBUG nova.virt.hardware [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.079321] env[69169]: DEBUG nova.virt.hardware [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.080293] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c945764-ad59-46d8-ac05-3631eb106b26 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.088472] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4d8ca2-d946-4036-97b6-6359ad76f3c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.202971] env[69169]: DEBUG nova.network.neutron [-] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.220812] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66e08497-7b16-4f43-a326-5319d780b671 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.234981] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a237ebc4-9e52-40a2-af94-ddb34e8ad279 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.245732] env[69169]: DEBUG nova.network.neutron [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Successfully updated port: 013463c0-ae98-4cd5-ab01-045d1dfcb826 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.270016] env[69169]: DEBUG nova.compute.manager [req-104caa6f-e61b-485d-8dde-73d97314b98f req-0e7155ed-fa3c-4a25-bc3e-9e96b004936a service nova] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Detach interface failed, port_id=4afd1745-307c-4605-ba47-9a49f997b979, reason: Instance 04a8fcd3-5220-4705-a0e8-da57f43d74c3 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1373.543867] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252195, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.705837] env[69169]: INFO nova.compute.manager [-] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Took 1.52 seconds to deallocate network for instance. [ 1373.749203] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "refresh_cache-07899d4c-a3f3-4d34-9378-f2346a7af7ce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.749851] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "refresh_cache-07899d4c-a3f3-4d34-9378-f2346a7af7ce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.749851] env[69169]: DEBUG nova.network.neutron [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.044030] env[69169]: DEBUG oslo_vmware.api [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252195, 'name': ReconfigVM_Task, 'duration_secs': 5.826286} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.044395] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.044489] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Reconfigured VM to detach interface {{(pid=69169) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1374.213344] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.213713] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.213937] env[69169]: DEBUG nova.objects.instance [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lazy-loading 'resources' on Instance uuid 04a8fcd3-5220-4705-a0e8-da57f43d74c3 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.293668] env[69169]: DEBUG nova.network.neutron [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.469527] env[69169]: DEBUG nova.network.neutron [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Updating instance_info_cache with network_info: [{"id": "013463c0-ae98-4cd5-ab01-045d1dfcb826", "address": "fa:16:3e:85:b9:df", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013463c0-ae", "ovs_interfaceid": "013463c0-ae98-4cd5-ab01-045d1dfcb826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.742555] env[69169]: DEBUG nova.compute.manager [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Received event network-vif-plugged-013463c0-ae98-4cd5-ab01-045d1dfcb826 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.742791] env[69169]: DEBUG oslo_concurrency.lockutils [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] Acquiring lock "07899d4c-a3f3-4d34-9378-f2346a7af7ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.742994] env[69169]: DEBUG oslo_concurrency.lockutils [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] Lock "07899d4c-a3f3-4d34-9378-f2346a7af7ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.743180] env[69169]: DEBUG oslo_concurrency.lockutils [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] Lock "07899d4c-a3f3-4d34-9378-f2346a7af7ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.743351] env[69169]: DEBUG nova.compute.manager [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] No waiting events found dispatching network-vif-plugged-013463c0-ae98-4cd5-ab01-045d1dfcb826 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1374.743511] env[69169]: WARNING nova.compute.manager [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Received unexpected event network-vif-plugged-013463c0-ae98-4cd5-ab01-045d1dfcb826 for instance with vm_state building and task_state spawning. [ 1374.743673] env[69169]: DEBUG nova.compute.manager [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Received event network-changed-013463c0-ae98-4cd5-ab01-045d1dfcb826 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.743824] env[69169]: DEBUG nova.compute.manager [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Refreshing instance network info cache due to event network-changed-013463c0-ae98-4cd5-ab01-045d1dfcb826. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1374.743982] env[69169]: DEBUG oslo_concurrency.lockutils [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] Acquiring lock "refresh_cache-07899d4c-a3f3-4d34-9378-f2346a7af7ce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.821552] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9591ab7b-527d-47a0-9583-e1bc6504e39b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.829914] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74d07ea-bbea-4174-94d3-d70aaaff0c7d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.860618] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efea0f3c-fda6-4d59-9ea2-839fd476c062 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.868686] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfdb2a4-5da3-41c1-82b1-d85ab46663ce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.883924] env[69169]: DEBUG nova.compute.provider_tree [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.973036] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "refresh_cache-07899d4c-a3f3-4d34-9378-f2346a7af7ce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.973036] env[69169]: DEBUG nova.compute.manager [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Instance network_info: |[{"id": "013463c0-ae98-4cd5-ab01-045d1dfcb826", "address": "fa:16:3e:85:b9:df", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013463c0-ae", "ovs_interfaceid": "013463c0-ae98-4cd5-ab01-045d1dfcb826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.973036] env[69169]: DEBUG oslo_concurrency.lockutils [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] Acquired lock "refresh_cache-07899d4c-a3f3-4d34-9378-f2346a7af7ce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.973332] env[69169]: DEBUG nova.network.neutron [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Refreshing network info cache for port 013463c0-ae98-4cd5-ab01-045d1dfcb826 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.975768] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:b9:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '013463c0-ae98-4cd5-ab01-045d1dfcb826', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.983053] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.983956] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.984244] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e8f8fb5-dac6-4783-a778-bc3441d7bdd4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.005576] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.005576] env[69169]: value = "task-3252201" [ 1375.005576] env[69169]: _type = "Task" [ 1375.005576] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.013735] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252201, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.387347] env[69169]: DEBUG nova.scheduler.client.report [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.438220] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.438417] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquired lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.438620] env[69169]: DEBUG nova.network.neutron [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.518383] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252201, 'name': CreateVM_Task, 'duration_secs': 0.308003} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.518551] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.519246] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.519414] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.519729] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.519978] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0de995-fdb1-4cf5-9bf6-2205d6cda321 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.524743] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1375.524743] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528e1d0e-cea5-6d2e-9f12-2f74602fcb42" [ 1375.524743] env[69169]: _type = "Task" [ 1375.524743] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.534070] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528e1d0e-cea5-6d2e-9f12-2f74602fcb42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.676258] env[69169]: DEBUG nova.network.neutron [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Updated VIF entry in instance network info cache for port 013463c0-ae98-4cd5-ab01-045d1dfcb826. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.676718] env[69169]: DEBUG nova.network.neutron [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Updating instance_info_cache with network_info: [{"id": "013463c0-ae98-4cd5-ab01-045d1dfcb826", "address": "fa:16:3e:85:b9:df", "network": {"id": "3cadc9f5-1b01-47d8-98d0-3ae5ef2efe78", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2125605445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2aefaf8c89604f2397e7c9131d766b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013463c0-ae", "ovs_interfaceid": "013463c0-ae98-4cd5-ab01-045d1dfcb826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.782648] env[69169]: DEBUG oslo_concurrency.lockutils [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "8ed59396-4699-485a-ac61-46571e48837a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.783099] env[69169]: DEBUG oslo_concurrency.lockutils [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "8ed59396-4699-485a-ac61-46571e48837a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.783200] env[69169]: DEBUG oslo_concurrency.lockutils [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "8ed59396-4699-485a-ac61-46571e48837a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.783421] env[69169]: DEBUG oslo_concurrency.lockutils [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "8ed59396-4699-485a-ac61-46571e48837a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.783617] env[69169]: DEBUG oslo_concurrency.lockutils [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "8ed59396-4699-485a-ac61-46571e48837a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.786019] env[69169]: INFO nova.compute.manager [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Terminating instance [ 1375.893553] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.919870] env[69169]: INFO nova.scheduler.client.report [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Deleted allocations for instance 04a8fcd3-5220-4705-a0e8-da57f43d74c3 [ 1376.036371] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528e1d0e-cea5-6d2e-9f12-2f74602fcb42, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.036672] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.036911] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.037167] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.037319] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.037516] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.037843] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6a735f7-1202-48aa-a5b1-08c44cf4e7e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.048964] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.049172] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1376.049880] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc6247e-653b-4f6d-82f7-d9d359379950 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.056431] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1376.056431] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f2bd5a-c46a-ff10-f795-be20b76ad1a3" [ 1376.056431] env[69169]: _type = "Task" [ 1376.056431] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.065963] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f2bd5a-c46a-ff10-f795-be20b76ad1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.153329] env[69169]: INFO nova.network.neutron [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Port fddb1fa0-cd6f-440c-babf-d767664427df from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1376.153695] env[69169]: DEBUG nova.network.neutron [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updating instance_info_cache with network_info: [{"id": "f84af531-1358-4584-8a2e-a5627ad59959", "address": "fa:16:3e:1d:8a:b1", "network": {"id": "7d083c25-8f15-4ac3-89ea-58eb4ef777d7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1405656942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088fa329f82442fdb636c14c4ec555a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84af531-13", "ovs_interfaceid": "f84af531-1358-4584-8a2e-a5627ad59959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.179456] env[69169]: DEBUG oslo_concurrency.lockutils [req-221b412f-0ddf-4c1a-a3d6-09c1e4db0989 req-86d4b1d1-01b7-48a3-b5ca-490e2355f9cf service nova] Releasing lock "refresh_cache-07899d4c-a3f3-4d34-9378-f2346a7af7ce" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.290087] env[69169]: DEBUG nova.compute.manager [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.290497] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.291607] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bdbc8b-88ea-4cac-b7a8-0beae7c89ce6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.300795] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.301061] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d21e07f4-00ae-45d5-bcf0-2bc99daa152b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.308294] env[69169]: DEBUG oslo_vmware.api [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1376.308294] env[69169]: value = "task-3252202" [ 1376.308294] env[69169]: _type = "Task" [ 1376.308294] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.317580] env[69169]: DEBUG oslo_vmware.api [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.427199] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bd124ad5-275b-4dd6-8421-4d251f1898e3 tempest-AttachVolumeNegativeTest-616131950 tempest-AttachVolumeNegativeTest-616131950-project-member] Lock "04a8fcd3-5220-4705-a0e8-da57f43d74c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.867s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.567608] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f2bd5a-c46a-ff10-f795-be20b76ad1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.568486] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ee036d-1f58-41e2-944f-47766d130495 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.574035] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1376.574035] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e96e34-7abd-702c-6a39-d9d3a826d371" [ 1376.574035] env[69169]: _type = "Task" [ 1376.574035] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.582408] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e96e34-7abd-702c-6a39-d9d3a826d371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.656379] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Releasing lock "refresh_cache-8ed59396-4699-485a-ac61-46571e48837a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.818944] env[69169]: DEBUG oslo_vmware.api [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252202, 'name': PowerOffVM_Task, 'duration_secs': 0.285785} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.819346] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.819565] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.819834] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f29ebf3f-a726-4d1c-8db1-dc2df4c06f56 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.892044] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.892044] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.892285] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Deleting the datastore file [datastore1] 8ed59396-4699-485a-ac61-46571e48837a {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.892434] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eea747a7-0bc3-48f0-ac3b-f38acb41c2c9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.899535] env[69169]: DEBUG oslo_vmware.api [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1376.899535] env[69169]: value = "task-3252204" [ 1376.899535] env[69169]: _type = "Task" [ 1376.899535] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.907256] env[69169]: DEBUG oslo_vmware.api [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.086524] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e96e34-7abd-702c-6a39-d9d3a826d371, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.086819] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.087089] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 07899d4c-a3f3-4d34-9378-f2346a7af7ce/07899d4c-a3f3-4d34-9378-f2346a7af7ce.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1377.087360] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4f0cf57-0346-463e-9afe-5bda7016aa90 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.094121] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1377.094121] env[69169]: value = "task-3252206" [ 1377.094121] env[69169]: _type = "Task" [ 1377.094121] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.105821] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.160347] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bfe1926c-dedf-4362-8e4e-fa1d7010959d tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "interface-8ed59396-4699-485a-ac61-46571e48837a-fddb1fa0-cd6f-440c-babf-d767664427df" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.718s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.413286] env[69169]: DEBUG oslo_vmware.api [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155777} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.413286] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.413286] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.413286] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.413669] env[69169]: INFO nova.compute.manager [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1377.413781] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.414075] env[69169]: DEBUG nova.compute.manager [-] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1377.414202] env[69169]: DEBUG nova.network.neutron [-] [instance: 8ed59396-4699-485a-ac61-46571e48837a] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.604816] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492859} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.605154] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore2] 07899d4c-a3f3-4d34-9378-f2346a7af7ce/07899d4c-a3f3-4d34-9378-f2346a7af7ce.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.605439] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.605740] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-160d9dd6-b25d-495c-be9d-fd97433f86f9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.612821] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1377.612821] env[69169]: value = "task-3252207" [ 1377.612821] env[69169]: _type = "Task" [ 1377.612821] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.621859] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.070815] env[69169]: DEBUG nova.compute.manager [req-7d886678-8d44-45cb-97de-20c962238028 req-dd28fdc8-81f5-4496-9db5-146ba84d3581 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Received event network-vif-deleted-f84af531-1358-4584-8a2e-a5627ad59959 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.070815] env[69169]: INFO nova.compute.manager [req-7d886678-8d44-45cb-97de-20c962238028 req-dd28fdc8-81f5-4496-9db5-146ba84d3581 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Neutron deleted interface f84af531-1358-4584-8a2e-a5627ad59959; detaching it from the instance and deleting it from the info cache [ 1378.070815] env[69169]: DEBUG nova.network.neutron [req-7d886678-8d44-45cb-97de-20c962238028 req-dd28fdc8-81f5-4496-9db5-146ba84d3581 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.123370] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087007} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.123695] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.124609] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622c230f-f850-47b5-a6b5-493e4ae48ee1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.147294] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 07899d4c-a3f3-4d34-9378-f2346a7af7ce/07899d4c-a3f3-4d34-9378-f2346a7af7ce.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.147862] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5ac4179-1cfe-4e3a-830e-3c954f474372 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.162050] env[69169]: DEBUG oslo_concurrency.lockutils [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.162316] env[69169]: DEBUG oslo_concurrency.lockutils [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.162499] env[69169]: INFO nova.compute.manager [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Shelving [ 1378.171235] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1378.171235] env[69169]: value = "task-3252208" [ 1378.171235] env[69169]: _type = "Task" [ 1378.171235] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.181120] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.553720] env[69169]: DEBUG nova.network.neutron [-] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.573523] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47d5b917-71e7-410b-a7fe-602879fae74e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.586208] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e4885e-f391-4cbb-a907-ac9515e01373 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.616317] env[69169]: DEBUG nova.compute.manager [req-7d886678-8d44-45cb-97de-20c962238028 req-dd28fdc8-81f5-4496-9db5-146ba84d3581 service nova] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Detach interface failed, port_id=f84af531-1358-4584-8a2e-a5627ad59959, reason: Instance 8ed59396-4699-485a-ac61-46571e48837a could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1378.682488] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252208, 'name': ReconfigVM_Task, 'duration_secs': 0.290732} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.682844] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 07899d4c-a3f3-4d34-9378-f2346a7af7ce/07899d4c-a3f3-4d34-9378-f2346a7af7ce.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.683510] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f95a4367-7a88-4bb3-b004-d1cc2d9f4b2a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.692294] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1378.692294] env[69169]: value = "task-3252209" [ 1378.692294] env[69169]: _type = "Task" [ 1378.692294] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.700900] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252209, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.056303] env[69169]: INFO nova.compute.manager [-] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Took 1.64 seconds to deallocate network for instance. [ 1379.172670] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.172982] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-309f5ed3-225c-488c-a2eb-f99f863c7359 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.181256] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1379.181256] env[69169]: value = "task-3252210" [ 1379.181256] env[69169]: _type = "Task" [ 1379.181256] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.190514] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.200959] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252209, 'name': Rename_Task, 'duration_secs': 0.192713} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.201320] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.201598] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a252434e-08f7-4ee3-b668-ae1e75affcc5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.209470] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1379.209470] env[69169]: value = "task-3252211" [ 1379.209470] env[69169]: _type = "Task" [ 1379.209470] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.217873] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.562860] env[69169]: DEBUG oslo_concurrency.lockutils [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.563179] env[69169]: DEBUG oslo_concurrency.lockutils [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.563408] env[69169]: DEBUG nova.objects.instance [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'resources' on Instance uuid 8ed59396-4699-485a-ac61-46571e48837a {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.691753] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252210, 'name': PowerOffVM_Task, 'duration_secs': 0.221293} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.692158] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.692761] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9bc465-6bfc-4207-b85c-930665102971 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.713514] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db32543-2f6a-44b5-8e40-a10e86035f12 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.725812] env[69169]: DEBUG oslo_vmware.api [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252211, 'name': PowerOnVM_Task, 'duration_secs': 0.442022} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.726057] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.726260] env[69169]: INFO nova.compute.manager [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1379.726440] env[69169]: DEBUG nova.compute.manager [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.727351] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebefb6e-1b0f-428c-bb4f-cc8066185fad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.166871] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76095079-f27b-4b97-9d9a-5311e7223248 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.175432] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c04298-6479-478b-84f9-c07f469bf4e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.206915] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819231a3-3555-45be-b40e-d4015183ab48 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.215715] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2d2c68-a793-41b2-a586-57a07ae356e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.231028] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1380.231612] env[69169]: DEBUG nova.compute.provider_tree [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.232910] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0bde79d0-e689-4780-8bf5-5d022a66891b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.242128] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1380.242128] env[69169]: value = "task-3252213" [ 1380.242128] env[69169]: _type = "Task" [ 1380.242128] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.247331] env[69169]: INFO nova.compute.manager [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Took 11.45 seconds to build instance. [ 1380.254561] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252213, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.736218] env[69169]: DEBUG nova.scheduler.client.report [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.748980] env[69169]: DEBUG oslo_concurrency.lockutils [None req-36268626-650a-428a-af7d-b692b878665c tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "07899d4c-a3f3-4d34-9378-f2346a7af7ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.960s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.752491] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252213, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.241043] env[69169]: DEBUG oslo_concurrency.lockutils [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.253216] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252213, 'name': CreateSnapshot_Task, 'duration_secs': 0.552952} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.253453] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1381.254210] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f2733a-e2eb-4cbe-a0c3-023e7e27c5b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.264693] env[69169]: INFO nova.scheduler.client.report [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Deleted allocations for instance 8ed59396-4699-485a-ac61-46571e48837a [ 1381.572477] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "07899d4c-a3f3-4d34-9378-f2346a7af7ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.572926] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "07899d4c-a3f3-4d34-9378-f2346a7af7ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.573244] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "07899d4c-a3f3-4d34-9378-f2346a7af7ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.573448] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "07899d4c-a3f3-4d34-9378-f2346a7af7ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.573616] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "07899d4c-a3f3-4d34-9378-f2346a7af7ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.575758] env[69169]: INFO nova.compute.manager [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Terminating instance [ 1381.772955] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1381.775094] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7282dc50-e949-4684-a471-12a476ba6a43 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.778344] env[69169]: DEBUG oslo_concurrency.lockutils [None req-69a00412-4bb3-45b9-9335-3a86aa421249 tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "8ed59396-4699-485a-ac61-46571e48837a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.995s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.784458] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1381.784458] env[69169]: value = "task-3252214" [ 1381.784458] env[69169]: _type = "Task" [ 1381.784458] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.792599] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252214, 'name': CloneVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.080079] env[69169]: DEBUG nova.compute.manager [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.080215] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.081215] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992e8bcf-b5e8-4bb6-8a7f-d9811f2cf0ba {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.089268] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.089528] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58c97c93-902d-4d6e-9628-f51826ae07a1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.095780] env[69169]: DEBUG oslo_vmware.api [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1382.095780] env[69169]: value = "task-3252215" [ 1382.095780] env[69169]: _type = "Task" [ 1382.095780] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.103324] env[69169]: DEBUG oslo_vmware.api [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.294853] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252214, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.464686] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.464891] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.465148] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.465339] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.465511] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.467793] env[69169]: INFO nova.compute.manager [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Terminating instance [ 1382.609059] env[69169]: DEBUG oslo_vmware.api [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252215, 'name': PowerOffVM_Task, 'duration_secs': 0.176986} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.609059] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.609059] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.609059] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a19bf23-8d7e-4bfc-9f99-9efee12a7cc6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.673027] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.673297] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.673459] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleting the datastore file [datastore2] 07899d4c-a3f3-4d34-9378-f2346a7af7ce {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.673749] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-557f284f-2011-445d-aa85-fa4d5f7e0a01 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.680724] env[69169]: DEBUG oslo_vmware.api [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for the task: (returnval){ [ 1382.680724] env[69169]: value = "task-3252218" [ 1382.680724] env[69169]: _type = "Task" [ 1382.680724] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.687938] env[69169]: DEBUG oslo_vmware.api [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.795484] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252214, 'name': CloneVM_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.972556] env[69169]: DEBUG nova.compute.manager [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.972844] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.973847] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0769df-d838-4f93-8a8b-6b7b2ce4f2f1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.982297] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.982596] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afada093-01d6-49d9-92e7-eed06b4bb926 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.988794] env[69169]: DEBUG oslo_vmware.api [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1382.988794] env[69169]: value = "task-3252219" [ 1382.988794] env[69169]: _type = "Task" [ 1382.988794] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.996606] env[69169]: DEBUG oslo_vmware.api [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.191276] env[69169]: DEBUG oslo_vmware.api [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Task: {'id': task-3252218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152055} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.191575] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.191865] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.192107] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.192339] env[69169]: INFO nova.compute.manager [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1383.192636] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.192876] env[69169]: DEBUG nova.compute.manager [-] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1383.192996] env[69169]: DEBUG nova.network.neutron [-] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1383.295964] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252214, 'name': CloneVM_Task, 'duration_secs': 1.076673} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.296256] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Created linked-clone VM from snapshot [ 1383.297015] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9cbbf7-8577-47e2-ad93-6566f78e0c9c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.304392] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Uploading image 907e2cf0-634c-4eb2-87b5-6ebedf90f42f {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1383.328970] env[69169]: DEBUG oslo_vmware.rw_handles [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1383.328970] env[69169]: value = "vm-649808" [ 1383.328970] env[69169]: _type = "VirtualMachine" [ 1383.328970] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1383.328970] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87eafcb2-c17c-40e7-9041-e5793e516bac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.336103] env[69169]: DEBUG oslo_vmware.rw_handles [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lease: (returnval){ [ 1383.336103] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5290282c-a402-0990-b9d8-7c768b02009e" [ 1383.336103] env[69169]: _type = "HttpNfcLease" [ 1383.336103] env[69169]: } obtained for exporting VM: (result){ [ 1383.336103] env[69169]: value = "vm-649808" [ 1383.336103] env[69169]: _type = "VirtualMachine" [ 1383.336103] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1383.336103] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the lease: (returnval){ [ 1383.336103] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5290282c-a402-0990-b9d8-7c768b02009e" [ 1383.336103] env[69169]: _type = "HttpNfcLease" [ 1383.336103] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1383.342373] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1383.342373] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5290282c-a402-0990-b9d8-7c768b02009e" [ 1383.342373] env[69169]: _type = "HttpNfcLease" [ 1383.342373] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1383.450746] env[69169]: DEBUG nova.compute.manager [req-5107f88f-1038-4402-90ac-b53395d9a45d req-5f1bebf6-5804-4006-85c9-08a1f4b7f176 service nova] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Received event network-vif-deleted-013463c0-ae98-4cd5-ab01-045d1dfcb826 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.450746] env[69169]: INFO nova.compute.manager [req-5107f88f-1038-4402-90ac-b53395d9a45d req-5f1bebf6-5804-4006-85c9-08a1f4b7f176 service nova] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Neutron deleted interface 013463c0-ae98-4cd5-ab01-045d1dfcb826; detaching it from the instance and deleting it from the info cache [ 1383.450830] env[69169]: DEBUG nova.network.neutron [req-5107f88f-1038-4402-90ac-b53395d9a45d req-5f1bebf6-5804-4006-85c9-08a1f4b7f176 service nova] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.498107] env[69169]: DEBUG oslo_vmware.api [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252219, 'name': PowerOffVM_Task, 'duration_secs': 0.235844} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.498389] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.498573] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.498817] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e648fed-1df8-4b07-b00b-f25b84298599 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.563723] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.563977] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.564181] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Deleting the datastore file [datastore2] 6bc145aa-b867-41c9-8a52-8d1f114eb6c4 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.564679] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeda3f64-6cdd-4949-85f4-2f82a1b29790 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.571024] env[69169]: DEBUG oslo_vmware.api [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for the task: (returnval){ [ 1383.571024] env[69169]: value = "task-3252222" [ 1383.571024] env[69169]: _type = "Task" [ 1383.571024] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.578386] env[69169]: DEBUG oslo_vmware.api [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.844072] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1383.844072] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5290282c-a402-0990-b9d8-7c768b02009e" [ 1383.844072] env[69169]: _type = "HttpNfcLease" [ 1383.844072] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1383.844507] env[69169]: DEBUG oslo_vmware.rw_handles [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1383.844507] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]5290282c-a402-0990-b9d8-7c768b02009e" [ 1383.844507] env[69169]: _type = "HttpNfcLease" [ 1383.844507] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1383.844987] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1e8591-2e86-4e15-b1ba-8401fa8847b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.851753] env[69169]: DEBUG oslo_vmware.rw_handles [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ab120-80ea-f993-3c3f-a5f1cf27ea00/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1383.851925] env[69169]: DEBUG oslo_vmware.rw_handles [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ab120-80ea-f993-3c3f-a5f1cf27ea00/disk-0.vmdk for reading. {{(pid=69169) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1383.932908] env[69169]: DEBUG nova.network.neutron [-] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.937323] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-11021f1b-1819-4928-8541-97a1c34275d2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.959767] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2639d931-81ff-4da3-bc8c-1d7dc29eb188 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.972036] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3056844-c56e-43ad-ab45-8c2c6f816006 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.999501] env[69169]: DEBUG nova.compute.manager [req-5107f88f-1038-4402-90ac-b53395d9a45d req-5f1bebf6-5804-4006-85c9-08a1f4b7f176 service nova] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Detach interface failed, port_id=013463c0-ae98-4cd5-ab01-045d1dfcb826, reason: Instance 07899d4c-a3f3-4d34-9378-f2346a7af7ce could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1384.082154] env[69169]: DEBUG oslo_vmware.api [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Task: {'id': task-3252222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098983} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.082522] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.082751] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.082948] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.083137] env[69169]: INFO nova.compute.manager [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1384.083383] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.083594] env[69169]: DEBUG nova.compute.manager [-] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.083684] env[69169]: DEBUG nova.network.neutron [-] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.437310] env[69169]: INFO nova.compute.manager [-] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Took 1.24 seconds to deallocate network for instance. [ 1384.813267] env[69169]: DEBUG nova.network.neutron [-] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.944550] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.945016] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.945099] env[69169]: DEBUG nova.objects.instance [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lazy-loading 'resources' on Instance uuid 07899d4c-a3f3-4d34-9378-f2346a7af7ce {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.317182] env[69169]: INFO nova.compute.manager [-] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Took 1.23 seconds to deallocate network for instance. [ 1385.477747] env[69169]: DEBUG nova.compute.manager [req-43e0243f-f2ea-492d-9ad1-361e18db4669 req-79a3f10f-04b1-4bf2-9758-15c1f6bc1975 service nova] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Received event network-vif-deleted-3883460a-4f4a-4240-880a-a51a3eb7d9b1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.539753] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0febb28-d1f8-4ac5-8be7-af3f841a2fb8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.549102] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148720e3-5c80-400b-b937-472e1481bf0a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.582137] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31c2f45-9f6b-4456-9cd0-20742a173898 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.590143] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a28559-0825-43be-bb95-fda8ed043abc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.604820] env[69169]: DEBUG nova.compute.provider_tree [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.825592] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.108347] env[69169]: DEBUG nova.scheduler.client.report [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.614260] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.617527] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.792s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.618119] env[69169]: DEBUG nova.objects.instance [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lazy-loading 'resources' on Instance uuid 6bc145aa-b867-41c9-8a52-8d1f114eb6c4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.652706] env[69169]: INFO nova.scheduler.client.report [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Deleted allocations for instance 07899d4c-a3f3-4d34-9378-f2346a7af7ce [ 1387.160336] env[69169]: DEBUG oslo_concurrency.lockutils [None req-6c0c7da2-813e-4fdc-8221-413561fd6d7b tempest-ServerDiskConfigTestJSON-569808752 tempest-ServerDiskConfigTestJSON-569808752-project-member] Lock "07899d4c-a3f3-4d34-9378-f2346a7af7ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.587s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.199804] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1235edfd-8ce1-4cf8-8cc9-b096c93f9b70 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.208180] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e09d03e-efa5-412e-b1da-e24033d08e85 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.240301] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5168fc-3bc7-4a7a-881a-c343e8900a16 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.247915] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95815542-120b-44bd-a660-c0bedc3c59d6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.252194] env[69169]: DEBUG oslo_concurrency.lockutils [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.252472] env[69169]: DEBUG oslo_concurrency.lockutils [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.252686] env[69169]: DEBUG oslo_concurrency.lockutils [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.252869] env[69169]: DEBUG oslo_concurrency.lockutils [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.253058] env[69169]: DEBUG oslo_concurrency.lockutils [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.255311] env[69169]: INFO nova.compute.manager [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Terminating instance [ 1387.264412] env[69169]: DEBUG nova.compute.provider_tree [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.768045] env[69169]: DEBUG nova.scheduler.client.report [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.771640] env[69169]: DEBUG nova.compute.manager [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.771870] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.772156] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebeb35e2-a247-42f2-a9df-dc338a17257d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.780271] env[69169]: DEBUG oslo_vmware.api [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1387.780271] env[69169]: value = "task-3252223" [ 1387.780271] env[69169]: _type = "Task" [ 1387.780271] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.791174] env[69169]: DEBUG oslo_vmware.api [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.276094] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.290343] env[69169]: DEBUG oslo_vmware.api [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252223, 'name': PowerOffVM_Task, 'duration_secs': 0.214675} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.290609] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.290808] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1388.291009] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649797', 'volume_id': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'name': 'volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4', 'attached_at': '2025-04-03T11:17:40.000000', 'detached_at': '', 'volume_id': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'serial': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1388.292306] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b1cb09-d16d-4d02-bccb-cde769ca76a6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.311447] env[69169]: INFO nova.scheduler.client.report [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Deleted allocations for instance 6bc145aa-b867-41c9-8a52-8d1f114eb6c4 [ 1388.313154] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dddf837-5106-41a4-ab53-1595c62886f4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.324697] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe8dee9-ce54-4faf-be42-b86fa7564853 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.343314] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed18aac3-bbc3-4d56-a0ab-de4ca5c0468a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.359183] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] The volume has not been displaced from its original location: [datastore2] volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605/volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1388.364591] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1388.364962] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-710db84d-a841-4cb1-9442-a9da51d28e37 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.384447] env[69169]: DEBUG oslo_vmware.api [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1388.384447] env[69169]: value = "task-3252224" [ 1388.384447] env[69169]: _type = "Task" [ 1388.384447] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.393171] env[69169]: DEBUG oslo_vmware.api [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.824090] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fb582707-ae8c-4525-8b36-5bac84f36bfd tempest-AttachInterfacesTestJSON-1353758482 tempest-AttachInterfacesTestJSON-1353758482-project-member] Lock "6bc145aa-b867-41c9-8a52-8d1f114eb6c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.359s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.898027] env[69169]: DEBUG oslo_vmware.api [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252224, 'name': ReconfigVM_Task, 'duration_secs': 0.197788} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.898027] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1388.899693] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26297864-f890-4cd1-a512-9aa958af7c53 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.916431] env[69169]: DEBUG oslo_vmware.api [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1388.916431] env[69169]: value = "task-3252225" [ 1388.916431] env[69169]: _type = "Task" [ 1388.916431] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.924724] env[69169]: DEBUG oslo_vmware.api [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.426085] env[69169]: DEBUG oslo_vmware.api [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252225, 'name': ReconfigVM_Task, 'duration_secs': 0.194149} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.426400] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649797', 'volume_id': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'name': 'volume-e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4', 'attached_at': '2025-04-03T11:17:40.000000', 'detached_at': '', 'volume_id': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605', 'serial': 'e9d180dc-e3d3-4b0c-91c3-cc443d812605'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1389.426638] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.427431] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e739df-1202-4dc4-8cd9-a9c6865780b7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.434694] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.434953] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3a8388f-5466-4f64-adc7-96fd0f61adad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.504602] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.504886] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.505200] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleting the datastore file [datastore2] 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.505411] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eec2e8cc-13bd-443e-8533-2259b6082eac {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.511941] env[69169]: DEBUG oslo_vmware.api [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1389.511941] env[69169]: value = "task-3252227" [ 1389.511941] env[69169]: _type = "Task" [ 1389.511941] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.520361] env[69169]: DEBUG oslo_vmware.api [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.023153] env[69169]: DEBUG oslo_vmware.api [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094841} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.023551] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.023851] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.024057] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.024277] env[69169]: INFO nova.compute.manager [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1390.024680] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.024859] env[69169]: DEBUG nova.compute.manager [-] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1390.024969] env[69169]: DEBUG nova.network.neutron [-] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1390.548580] env[69169]: DEBUG nova.compute.manager [req-790e5683-11a3-4803-9b4b-2f28507b58c2 req-479b1d2c-195f-450e-9cbc-78f82730256f service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Received event network-vif-deleted-fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.548580] env[69169]: INFO nova.compute.manager [req-790e5683-11a3-4803-9b4b-2f28507b58c2 req-479b1d2c-195f-450e-9cbc-78f82730256f service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Neutron deleted interface fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21; detaching it from the instance and deleting it from the info cache [ 1390.548580] env[69169]: DEBUG nova.network.neutron [req-790e5683-11a3-4803-9b4b-2f28507b58c2 req-479b1d2c-195f-450e-9cbc-78f82730256f service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.732200] env[69169]: DEBUG oslo_vmware.rw_handles [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ab120-80ea-f993-3c3f-a5f1cf27ea00/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1390.733150] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abd94a4-aa29-42ad-a0a3-7225e0989681 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.739591] env[69169]: DEBUG oslo_vmware.rw_handles [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ab120-80ea-f993-3c3f-a5f1cf27ea00/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1390.739805] env[69169]: ERROR oslo_vmware.rw_handles [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ab120-80ea-f993-3c3f-a5f1cf27ea00/disk-0.vmdk due to incomplete transfer. [ 1390.740066] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18feae3b-9a46-4285-a67e-c9247f1a3bd0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.747468] env[69169]: DEBUG oslo_vmware.rw_handles [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ab120-80ea-f993-3c3f-a5f1cf27ea00/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1390.747676] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Uploaded image 907e2cf0-634c-4eb2-87b5-6ebedf90f42f to the Glance image server {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1390.749990] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1390.750289] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d108b884-b733-4350-8b33-0b498a0053e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.758137] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1390.758137] env[69169]: value = "task-3252228" [ 1390.758137] env[69169]: _type = "Task" [ 1390.758137] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.766279] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252228, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.023195] env[69169]: DEBUG nova.network.neutron [-] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.051315] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f40a8e3a-f6ea-4907-9e9f-805b5f45572b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.060909] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3d25c1-f212-4761-b21b-639bb53bb763 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.089447] env[69169]: DEBUG nova.compute.manager [req-790e5683-11a3-4803-9b4b-2f28507b58c2 req-479b1d2c-195f-450e-9cbc-78f82730256f service nova] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Detach interface failed, port_id=fdf3dfa9-f6a7-4946-bb97-9eddf5b36c21, reason: Instance 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1391.268706] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252228, 'name': Destroy_Task} progress is 33%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.526782] env[69169]: INFO nova.compute.manager [-] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Took 1.50 seconds to deallocate network for instance. [ 1391.769100] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252228, 'name': Destroy_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.068361] env[69169]: INFO nova.compute.manager [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Took 0.54 seconds to detach 1 volumes for instance. [ 1392.070586] env[69169]: DEBUG nova.compute.manager [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Deleting volume: e9d180dc-e3d3-4b0c-91c3-cc443d812605 {{(pid=69169) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1392.269647] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252228, 'name': Destroy_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.608713] env[69169]: DEBUG oslo_concurrency.lockutils [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.609033] env[69169]: DEBUG oslo_concurrency.lockutils [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.609337] env[69169]: DEBUG nova.objects.instance [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lazy-loading 'resources' on Instance uuid 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.769942] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252228, 'name': Destroy_Task, 'duration_secs': 1.619236} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.770893] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Destroyed the VM [ 1392.770893] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1392.771155] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff5d3f45-eb47-4292-b9d1-b1c3f85cf116 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.776918] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1392.776918] env[69169]: value = "task-3252230" [ 1392.776918] env[69169]: _type = "Task" [ 1392.776918] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.784125] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252230, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.177760] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65697bac-3c6b-4428-82ef-d682daf7c5c3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.185269] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbffbc1-760b-456d-9ef6-e5123511b91b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.216059] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bc316f-4631-47a7-aaa7-642d293938b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.223238] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9c60ea-e666-46af-95fa-854d2133e648 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.236387] env[69169]: DEBUG nova.compute.provider_tree [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.288399] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252230, 'name': RemoveSnapshot_Task, 'duration_secs': 0.280625} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.288666] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1393.288955] env[69169]: DEBUG nova.compute.manager [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.289721] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27abc52b-2c19-40f4-874a-1c48ec3d731e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.739399] env[69169]: DEBUG nova.scheduler.client.report [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.801349] env[69169]: INFO nova.compute.manager [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Shelve offloading [ 1394.243774] env[69169]: DEBUG oslo_concurrency.lockutils [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.261912] env[69169]: INFO nova.scheduler.client.report [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleted allocations for instance 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4 [ 1394.306393] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.306734] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a51bb2d1-0884-4896-a305-c9232e53c61c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.314680] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1394.314680] env[69169]: value = "task-3252231" [ 1394.314680] env[69169]: _type = "Task" [ 1394.314680] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.324015] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] VM already powered off {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1394.324230] env[69169]: DEBUG nova.compute.manager [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.324973] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4634c4c-3000-42d6-8940-435bc6f04056 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.330087] env[69169]: DEBUG oslo_concurrency.lockutils [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.330252] env[69169]: DEBUG oslo_concurrency.lockutils [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.330418] env[69169]: DEBUG nova.network.neutron [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.769968] env[69169]: DEBUG oslo_concurrency.lockutils [None req-61d1b400-c897-4d23-b849-5f9acdaa3e6a tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.517s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.046825] env[69169]: DEBUG nova.network.neutron [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updating instance_info_cache with network_info: [{"id": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "address": "fa:16:3e:9c:42:10", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe75ac5-3d", "ovs_interfaceid": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.194879] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "fa52c9f4-1949-460f-aa72-546009fb1346" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.195141] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "fa52c9f4-1949-460f-aa72-546009fb1346" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.195342] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "fa52c9f4-1949-460f-aa72-546009fb1346-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.195528] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "fa52c9f4-1949-460f-aa72-546009fb1346-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.195695] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "fa52c9f4-1949-460f-aa72-546009fb1346-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.197921] env[69169]: INFO nova.compute.manager [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Terminating instance [ 1395.549625] env[69169]: DEBUG oslo_concurrency.lockutils [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.701981] env[69169]: DEBUG nova.compute.manager [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.702233] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.703175] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af090895-5aca-43ed-a824-690f0664487e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.711231] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.711499] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c8a36fb-2905-4375-beed-657f0df163d8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.718058] env[69169]: DEBUG oslo_vmware.api [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1395.718058] env[69169]: value = "task-3252232" [ 1395.718058] env[69169]: _type = "Task" [ 1395.718058] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.726197] env[69169]: DEBUG oslo_vmware.api [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.757166] env[69169]: DEBUG nova.compute.manager [req-fe987402-1600-4d71-84e0-99ff5b6d225f req-1df30f69-33f3-4dd8-9223-10e3ef4e882d service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Received event network-vif-unplugged-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.757365] env[69169]: DEBUG oslo_concurrency.lockutils [req-fe987402-1600-4d71-84e0-99ff5b6d225f req-1df30f69-33f3-4dd8-9223-10e3ef4e882d service nova] Acquiring lock "4d993399-2d90-4fdc-953e-401f3fb09aa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.757674] env[69169]: DEBUG oslo_concurrency.lockutils [req-fe987402-1600-4d71-84e0-99ff5b6d225f req-1df30f69-33f3-4dd8-9223-10e3ef4e882d service nova] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.757948] env[69169]: DEBUG oslo_concurrency.lockutils [req-fe987402-1600-4d71-84e0-99ff5b6d225f req-1df30f69-33f3-4dd8-9223-10e3ef4e882d service nova] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.758030] env[69169]: DEBUG nova.compute.manager [req-fe987402-1600-4d71-84e0-99ff5b6d225f req-1df30f69-33f3-4dd8-9223-10e3ef4e882d service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] No waiting events found dispatching network-vif-unplugged-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1395.758215] env[69169]: WARNING nova.compute.manager [req-fe987402-1600-4d71-84e0-99ff5b6d225f req-1df30f69-33f3-4dd8-9223-10e3ef4e882d service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Received unexpected event network-vif-unplugged-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 for instance with vm_state shelved and task_state shelving_offloading. [ 1395.865893] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.866856] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be00dde-8077-45f2-853e-d5ee98030a4a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.878446] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1395.878771] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-343af5fc-a078-4cf6-92b9-e9149f2d82dc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.950692] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1395.950934] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1395.951136] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleting the datastore file [datastore2] 4d993399-2d90-4fdc-953e-401f3fb09aa4 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1395.951616] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-244bb9f9-8e8a-4033-8a0c-bd70e884361e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.958424] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1395.958424] env[69169]: value = "task-3252234" [ 1395.958424] env[69169]: _type = "Task" [ 1395.958424] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.966769] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.228067] env[69169]: DEBUG oslo_vmware.api [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252232, 'name': PowerOffVM_Task, 'duration_secs': 0.221613} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.228470] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.228470] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.228703] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9e544b7-4a95-4268-ba0e-c3eceeec38ce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.468382] env[69169]: DEBUG oslo_vmware.api [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146091} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.468638] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.468823] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.469011] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.495446] env[69169]: INFO nova.scheduler.client.report [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleted allocations for instance 4d993399-2d90-4fdc-953e-401f3fb09aa4 [ 1397.000094] env[69169]: DEBUG oslo_concurrency.lockutils [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.000391] env[69169]: DEBUG oslo_concurrency.lockutils [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.000617] env[69169]: DEBUG nova.objects.instance [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lazy-loading 'resources' on Instance uuid 4d993399-2d90-4fdc-953e-401f3fb09aa4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.121049] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.121049] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.121049] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleting the datastore file [datastore1] fa52c9f4-1949-460f-aa72-546009fb1346 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.121049] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6846eff1-7579-4271-adf5-21612bd6df54 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.128597] env[69169]: DEBUG oslo_vmware.api [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1397.128597] env[69169]: value = "task-3252236" [ 1397.128597] env[69169]: _type = "Task" [ 1397.128597] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.136230] env[69169]: DEBUG oslo_vmware.api [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.503722] env[69169]: DEBUG nova.objects.instance [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lazy-loading 'numa_topology' on Instance uuid 4d993399-2d90-4fdc-953e-401f3fb09aa4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.638678] env[69169]: DEBUG oslo_vmware.api [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156446} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.638678] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.638881] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.639013] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.639172] env[69169]: INFO nova.compute.manager [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1397.639424] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.639612] env[69169]: DEBUG nova.compute.manager [-] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.639747] env[69169]: DEBUG nova.network.neutron [-] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.783789] env[69169]: DEBUG nova.compute.manager [req-7dec5365-4a7b-4f26-813e-4f649c71b986 req-22cbdad6-d6d4-48ab-867e-f3559e719318 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Received event network-changed-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.784017] env[69169]: DEBUG nova.compute.manager [req-7dec5365-4a7b-4f26-813e-4f649c71b986 req-22cbdad6-d6d4-48ab-867e-f3559e719318 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Refreshing instance network info cache due to event network-changed-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1397.784266] env[69169]: DEBUG oslo_concurrency.lockutils [req-7dec5365-4a7b-4f26-813e-4f649c71b986 req-22cbdad6-d6d4-48ab-867e-f3559e719318 service nova] Acquiring lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.784379] env[69169]: DEBUG oslo_concurrency.lockutils [req-7dec5365-4a7b-4f26-813e-4f649c71b986 req-22cbdad6-d6d4-48ab-867e-f3559e719318 service nova] Acquired lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.784540] env[69169]: DEBUG nova.network.neutron [req-7dec5365-4a7b-4f26-813e-4f649c71b986 req-22cbdad6-d6d4-48ab-867e-f3559e719318 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Refreshing network info cache for port 0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.005802] env[69169]: DEBUG nova.objects.base [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Object Instance<4d993399-2d90-4fdc-953e-401f3fb09aa4> lazy-loaded attributes: resources,numa_topology {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1398.054124] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1d7150-89dd-482b-b5e1-be5c77dacd8b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.061725] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742856f9-6022-4d1d-9cc1-d98ecf899858 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.090851] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9701f693-7962-4718-a97b-289316c7030d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.097624] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac2cb75-40a0-4273-9ece-4719efc7297a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.111793] env[69169]: DEBUG nova.compute.provider_tree [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.341679] env[69169]: DEBUG nova.network.neutron [-] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.494032] env[69169]: DEBUG nova.network.neutron [req-7dec5365-4a7b-4f26-813e-4f649c71b986 req-22cbdad6-d6d4-48ab-867e-f3559e719318 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updated VIF entry in instance network info cache for port 0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.494405] env[69169]: DEBUG nova.network.neutron [req-7dec5365-4a7b-4f26-813e-4f649c71b986 req-22cbdad6-d6d4-48ab-867e-f3559e719318 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updating instance_info_cache with network_info: [{"id": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "address": "fa:16:3e:9c:42:10", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0fe75ac5-3d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.617879] env[69169]: DEBUG nova.scheduler.client.report [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.620866] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.844896] env[69169]: INFO nova.compute.manager [-] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Took 1.21 seconds to deallocate network for instance. [ 1398.997283] env[69169]: DEBUG oslo_concurrency.lockutils [req-7dec5365-4a7b-4f26-813e-4f649c71b986 req-22cbdad6-d6d4-48ab-867e-f3559e719318 service nova] Releasing lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.122899] env[69169]: DEBUG oslo_concurrency.lockutils [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.351661] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.351935] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.352153] env[69169]: DEBUG nova.objects.instance [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lazy-loading 'resources' on Instance uuid fa52c9f4-1949-460f-aa72-546009fb1346 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.631498] env[69169]: DEBUG oslo_concurrency.lockutils [None req-32396456-9511-4912-a75b-7fc760143c82 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.469s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.632359] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.011s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.632537] env[69169]: INFO nova.compute.manager [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Unshelving [ 1399.809737] env[69169]: DEBUG nova.compute.manager [req-62faa576-aae0-468d-9142-f45bcd09030b req-a812cfe2-c522-4790-ad94-57e499f363e0 service nova] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Received event network-vif-deleted-ed7bc3a5-215f-4c1d-a8f2-8e388f7ad5b1 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1399.903152] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5c10de-a530-48f0-a509-64e843a9886a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.910373] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7c50b2-2d93-4188-9ff2-006260892e0c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.940095] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad74219b-ff6f-4c2b-b989-38c1df2f618b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.946929] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53931a1f-e663-4711-917b-df2899f5bba9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.959801] env[69169]: DEBUG nova.compute.provider_tree [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.463318] env[69169]: DEBUG nova.scheduler.client.report [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.641623] env[69169]: DEBUG nova.compute.utils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1400.968214] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.988533] env[69169]: INFO nova.scheduler.client.report [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleted allocations for instance fa52c9f4-1949-460f-aa72-546009fb1346 [ 1401.145425] env[69169]: INFO nova.virt.block_device [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Booting with volume f73e3317-54d2-4a6f-bf15-41769bdf469d at /dev/sdb [ 1401.179784] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba2b7710-eb62-4b52-9343-47422d483444 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.189291] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aec882-ecd9-42aa-ba17-2ca90540c04d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.216648] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14275486-5132-492a-9ce9-84eeb2edbb57 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.224428] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c64cce-601c-457e-8403-01488840bd35 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.249979] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bfe214-c0bd-42bd-9685-7aaca562248a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.256559] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc47951b-a5cb-4ba4-b0d2-0cfb7b36cb1b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.270689] env[69169]: DEBUG nova.virt.block_device [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updating existing volume attachment record: 007652d7-37ee-4944-965d-f789f140a27f {{(pid=69169) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1401.497064] env[69169]: DEBUG oslo_concurrency.lockutils [None req-fd5c0d41-c3ed-476a-82cd-b7a6ffe9588c tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "fa52c9f4-1949-460f-aa72-546009fb1346" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.302s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.919647] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "786f4d7c-edd0-48ab-9b73-40d473a512e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.920082] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "786f4d7c-edd0-48ab-9b73-40d473a512e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.920233] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "786f4d7c-edd0-48ab-9b73-40d473a512e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.920474] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "786f4d7c-edd0-48ab-9b73-40d473a512e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.920699] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "786f4d7c-edd0-48ab-9b73-40d473a512e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.922816] env[69169]: INFO nova.compute.manager [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Terminating instance [ 1405.426410] env[69169]: DEBUG nova.compute.manager [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.426654] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.427586] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcc0a83-accb-413c-b514-7722bbc64d6f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.435323] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.435553] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bb333e4-4674-46b0-9379-e8e70e4fac18 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.442118] env[69169]: DEBUG oslo_vmware.api [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1405.442118] env[69169]: value = "task-3252242" [ 1405.442118] env[69169]: _type = "Task" [ 1405.442118] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.450317] env[69169]: DEBUG oslo_vmware.api [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.951764] env[69169]: DEBUG oslo_vmware.api [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252242, 'name': PowerOffVM_Task, 'duration_secs': 0.180757} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.952208] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.952390] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.952650] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c41a8396-2630-4218-bf66-ec4f38b470b8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.018952] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.019203] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.019417] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleting the datastore file [datastore1] 786f4d7c-edd0-48ab-9b73-40d473a512e6 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.019704] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bbb3e63-9beb-476b-9af9-0d0e039fe74e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.026783] env[69169]: DEBUG oslo_vmware.api [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for the task: (returnval){ [ 1406.026783] env[69169]: value = "task-3252244" [ 1406.026783] env[69169]: _type = "Task" [ 1406.026783] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.033831] env[69169]: DEBUG oslo_vmware.api [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.538352] env[69169]: DEBUG oslo_vmware.api [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Task: {'id': task-3252244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157039} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.538612] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.538832] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.539019] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.539195] env[69169]: INFO nova.compute.manager [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1406.539448] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.539653] env[69169]: DEBUG nova.compute.manager [-] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.539749] env[69169]: DEBUG nova.network.neutron [-] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.800446] env[69169]: DEBUG nova.compute.manager [req-7f2242c2-61a1-46ce-8fd1-439436e88cc5 req-e6a354fe-7b68-44f6-8c67-66f101265ce3 service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Received event network-vif-deleted-a491444f-cc66-46d4-b352-08b159ee8b11 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.800580] env[69169]: INFO nova.compute.manager [req-7f2242c2-61a1-46ce-8fd1-439436e88cc5 req-e6a354fe-7b68-44f6-8c67-66f101265ce3 service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Neutron deleted interface a491444f-cc66-46d4-b352-08b159ee8b11; detaching it from the instance and deleting it from the info cache [ 1406.800693] env[69169]: DEBUG nova.network.neutron [req-7f2242c2-61a1-46ce-8fd1-439436e88cc5 req-e6a354fe-7b68-44f6-8c67-66f101265ce3 service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.866258] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.866529] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.866739] env[69169]: DEBUG nova.objects.instance [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lazy-loading 'pci_requests' on Instance uuid 4d993399-2d90-4fdc-953e-401f3fb09aa4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.283927] env[69169]: DEBUG nova.network.neutron [-] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.302922] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b23ea86-1f38-4224-b441-16d4ffba0d2a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.313839] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faa8287-c2b3-4298-9ccb-28bef8d92938 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.337965] env[69169]: DEBUG nova.compute.manager [req-7f2242c2-61a1-46ce-8fd1-439436e88cc5 req-e6a354fe-7b68-44f6-8c67-66f101265ce3 service nova] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Detach interface failed, port_id=a491444f-cc66-46d4-b352-08b159ee8b11, reason: Instance 786f4d7c-edd0-48ab-9b73-40d473a512e6 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1407.370147] env[69169]: DEBUG nova.objects.instance [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lazy-loading 'numa_topology' on Instance uuid 4d993399-2d90-4fdc-953e-401f3fb09aa4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.786662] env[69169]: INFO nova.compute.manager [-] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Took 1.25 seconds to deallocate network for instance. [ 1407.872238] env[69169]: INFO nova.compute.claims [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.292609] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.918636] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75351b4d-ef3e-47c3-a262-8c3d4a03c731 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.925993] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50694328-1ebe-4a5a-98d5-bb0c782db687 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.956486] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeed4aa8-f856-4f96-84fe-fefe6404a9ee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.963397] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb782a0-d16e-431a-8c42-d47ac8490345 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.975798] env[69169]: DEBUG nova.compute.provider_tree [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.478947] env[69169]: DEBUG nova.scheduler.client.report [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.983827] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.117s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.986044] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.694s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.986279] env[69169]: DEBUG nova.objects.instance [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lazy-loading 'resources' on Instance uuid 786f4d7c-edd0-48ab-9b73-40d473a512e6 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.012698] env[69169]: INFO nova.network.neutron [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updating port 0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1410.523282] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962fd05e-f18e-471a-9bc7-5031d045e387 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.530506] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4ccc46-6ac0-47bd-82a3-0d9bc5065415 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.560222] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c38ba1-1f61-4154-907b-513b38b6f52a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.566808] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbeb4a1-29c3-475a-8cdb-e28d5a4c4671 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.579271] env[69169]: DEBUG nova.compute.provider_tree [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.082889] env[69169]: DEBUG nova.scheduler.client.report [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.364785] env[69169]: DEBUG nova.compute.manager [req-f7bee46d-e988-4372-bfa4-d49c9df319a6 req-49b36014-49c4-4e01-a9fb-688adbc6f923 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Received event network-vif-plugged-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.365015] env[69169]: DEBUG oslo_concurrency.lockutils [req-f7bee46d-e988-4372-bfa4-d49c9df319a6 req-49b36014-49c4-4e01-a9fb-688adbc6f923 service nova] Acquiring lock "4d993399-2d90-4fdc-953e-401f3fb09aa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.365225] env[69169]: DEBUG oslo_concurrency.lockutils [req-f7bee46d-e988-4372-bfa4-d49c9df319a6 req-49b36014-49c4-4e01-a9fb-688adbc6f923 service nova] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.365389] env[69169]: DEBUG oslo_concurrency.lockutils [req-f7bee46d-e988-4372-bfa4-d49c9df319a6 req-49b36014-49c4-4e01-a9fb-688adbc6f923 service nova] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.365557] env[69169]: DEBUG nova.compute.manager [req-f7bee46d-e988-4372-bfa4-d49c9df319a6 req-49b36014-49c4-4e01-a9fb-688adbc6f923 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] No waiting events found dispatching network-vif-plugged-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.365728] env[69169]: WARNING nova.compute.manager [req-f7bee46d-e988-4372-bfa4-d49c9df319a6 req-49b36014-49c4-4e01-a9fb-688adbc6f923 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Received unexpected event network-vif-plugged-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1411.447775] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.447832] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.448030] env[69169]: DEBUG nova.network.neutron [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.588174] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.610178] env[69169]: INFO nova.scheduler.client.report [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Deleted allocations for instance 786f4d7c-edd0-48ab-9b73-40d473a512e6 [ 1412.117295] env[69169]: DEBUG oslo_concurrency.lockutils [None req-2ca31102-94e8-46c1-8d81-7d8003f1687f tempest-ServerActionsTestOtherA-171049296 tempest-ServerActionsTestOtherA-171049296-project-member] Lock "786f4d7c-edd0-48ab-9b73-40d473a512e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.197s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.210477] env[69169]: DEBUG nova.network.neutron [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updating instance_info_cache with network_info: [{"id": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "address": "fa:16:3e:9c:42:10", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe75ac5-3d", "ovs_interfaceid": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.713049] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.748633] env[69169]: DEBUG nova.virt.hardware [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9cbdb696618be1f7b2ff5a4fca8c5338',container_format='bare',created_at=2025-04-03T11:18:08Z,direct_url=,disk_format='vmdk',id=907e2cf0-634c-4eb2-87b5-6ebedf90f42f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-598125052-shelved',owner='aa3a910562884c8b99ec806d7fc69f1c',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-03T11:18:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.748901] env[69169]: DEBUG nova.virt.hardware [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.749075] env[69169]: DEBUG nova.virt.hardware [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.749267] env[69169]: DEBUG nova.virt.hardware [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.749436] env[69169]: DEBUG nova.virt.hardware [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.749665] env[69169]: DEBUG nova.virt.hardware [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.750044] env[69169]: DEBUG nova.virt.hardware [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.750147] env[69169]: DEBUG nova.virt.hardware [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.750243] env[69169]: DEBUG nova.virt.hardware [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.750408] env[69169]: DEBUG nova.virt.hardware [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.750581] env[69169]: DEBUG nova.virt.hardware [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.751569] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfb34c3-06e4-4e33-8abb-f7f6896be935 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.759820] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47a26e7-a1d6-4287-a1a6-19cb7ed2ff53 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.773984] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:42:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.781309] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.781571] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.781790] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c40d1a9-2829-4d85-b4e5-16f51899179b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.800642] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.800642] env[69169]: value = "task-3252245" [ 1412.800642] env[69169]: _type = "Task" [ 1412.800642] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.808115] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252245, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.311953] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252245, 'name': CreateVM_Task, 'duration_secs': 0.323574} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.312163] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.312832] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/907e2cf0-634c-4eb2-87b5-6ebedf90f42f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.312998] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/907e2cf0-634c-4eb2-87b5-6ebedf90f42f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.313388] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/907e2cf0-634c-4eb2-87b5-6ebedf90f42f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.313651] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f292fa35-de39-4120-abd9-09f33d115af5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.318106] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1413.318106] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f8a35e-0c7c-18c2-92a7-5d6870c3b950" [ 1413.318106] env[69169]: _type = "Task" [ 1413.318106] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.326116] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52f8a35e-0c7c-18c2-92a7-5d6870c3b950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.389746] env[69169]: DEBUG nova.compute.manager [req-86ac5724-1ddc-4deb-9a35-da148fff44c5 req-73d0d0b2-e16a-4f28-a57f-a2d8e1a40fc1 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Received event network-changed-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.389935] env[69169]: DEBUG nova.compute.manager [req-86ac5724-1ddc-4deb-9a35-da148fff44c5 req-73d0d0b2-e16a-4f28-a57f-a2d8e1a40fc1 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Refreshing instance network info cache due to event network-changed-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1413.390182] env[69169]: DEBUG oslo_concurrency.lockutils [req-86ac5724-1ddc-4deb-9a35-da148fff44c5 req-73d0d0b2-e16a-4f28-a57f-a2d8e1a40fc1 service nova] Acquiring lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.390327] env[69169]: DEBUG oslo_concurrency.lockutils [req-86ac5724-1ddc-4deb-9a35-da148fff44c5 req-73d0d0b2-e16a-4f28-a57f-a2d8e1a40fc1 service nova] Acquired lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.390487] env[69169]: DEBUG nova.network.neutron [req-86ac5724-1ddc-4deb-9a35-da148fff44c5 req-73d0d0b2-e16a-4f28-a57f-a2d8e1a40fc1 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Refreshing network info cache for port 0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.828709] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/907e2cf0-634c-4eb2-87b5-6ebedf90f42f" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.829087] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Processing image 907e2cf0-634c-4eb2-87b5-6ebedf90f42f {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.829217] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/907e2cf0-634c-4eb2-87b5-6ebedf90f42f/907e2cf0-634c-4eb2-87b5-6ebedf90f42f.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.829374] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/907e2cf0-634c-4eb2-87b5-6ebedf90f42f/907e2cf0-634c-4eb2-87b5-6ebedf90f42f.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.829600] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.829853] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef3f5932-e324-49dc-b849-f37fa39d6194 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.839221] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.839413] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.840370] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226b0394-4d13-4063-8639-5b1f018889ca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.845498] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1413.845498] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ddbcfe-5f26-d30c-50ce-b450900aed53" [ 1413.845498] env[69169]: _type = "Task" [ 1413.845498] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.852931] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ddbcfe-5f26-d30c-50ce-b450900aed53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.093761] env[69169]: DEBUG nova.network.neutron [req-86ac5724-1ddc-4deb-9a35-da148fff44c5 req-73d0d0b2-e16a-4f28-a57f-a2d8e1a40fc1 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updated VIF entry in instance network info cache for port 0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.094199] env[69169]: DEBUG nova.network.neutron [req-86ac5724-1ddc-4deb-9a35-da148fff44c5 req-73d0d0b2-e16a-4f28-a57f-a2d8e1a40fc1 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updating instance_info_cache with network_info: [{"id": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "address": "fa:16:3e:9c:42:10", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe75ac5-3d", "ovs_interfaceid": "0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.356543] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Preparing fetch location {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1414.356825] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Fetch image to [datastore1] OSTACK_IMG_d941f98f-e116-40e3-bb9b-661bfc53959e/OSTACK_IMG_d941f98f-e116-40e3-bb9b-661bfc53959e.vmdk {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1414.357014] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Downloading stream optimized image 907e2cf0-634c-4eb2-87b5-6ebedf90f42f to [datastore1] OSTACK_IMG_d941f98f-e116-40e3-bb9b-661bfc53959e/OSTACK_IMG_d941f98f-e116-40e3-bb9b-661bfc53959e.vmdk on the data store datastore1 as vApp {{(pid=69169) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1414.357195] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Downloading image file data 907e2cf0-634c-4eb2-87b5-6ebedf90f42f to the ESX as VM named 'OSTACK_IMG_d941f98f-e116-40e3-bb9b-661bfc53959e' {{(pid=69169) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1414.425871] env[69169]: DEBUG oslo_vmware.rw_handles [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1414.425871] env[69169]: value = "resgroup-9" [ 1414.425871] env[69169]: _type = "ResourcePool" [ 1414.425871] env[69169]: }. {{(pid=69169) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1414.426186] env[69169]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7db105dd-e84c-46d9-b7c4-8193542c4828 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.445850] env[69169]: DEBUG oslo_vmware.rw_handles [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lease: (returnval){ [ 1414.445850] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52160262-e896-a0d7-cece-d7c91794b279" [ 1414.445850] env[69169]: _type = "HttpNfcLease" [ 1414.445850] env[69169]: } obtained for vApp import into resource pool (val){ [ 1414.445850] env[69169]: value = "resgroup-9" [ 1414.445850] env[69169]: _type = "ResourcePool" [ 1414.445850] env[69169]: }. {{(pid=69169) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1414.446191] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the lease: (returnval){ [ 1414.446191] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52160262-e896-a0d7-cece-d7c91794b279" [ 1414.446191] env[69169]: _type = "HttpNfcLease" [ 1414.446191] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1414.452019] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1414.452019] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52160262-e896-a0d7-cece-d7c91794b279" [ 1414.452019] env[69169]: _type = "HttpNfcLease" [ 1414.452019] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1414.597171] env[69169]: DEBUG oslo_concurrency.lockutils [req-86ac5724-1ddc-4deb-9a35-da148fff44c5 req-73d0d0b2-e16a-4f28-a57f-a2d8e1a40fc1 service nova] Releasing lock "refresh_cache-4d993399-2d90-4fdc-953e-401f3fb09aa4" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.954078] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1414.954078] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52160262-e896-a0d7-cece-d7c91794b279" [ 1414.954078] env[69169]: _type = "HttpNfcLease" [ 1414.954078] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1414.954579] env[69169]: DEBUG oslo_vmware.rw_handles [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1414.954579] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52160262-e896-a0d7-cece-d7c91794b279" [ 1414.954579] env[69169]: _type = "HttpNfcLease" [ 1414.954579] env[69169]: }. {{(pid=69169) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1414.955107] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e9a015-fde2-41f7-b828-511e2ab16dad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.962040] env[69169]: DEBUG oslo_vmware.rw_handles [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb7518-c0b4-e3dd-4012-5f17764dbf16/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1414.962217] env[69169]: DEBUG oslo_vmware.rw_handles [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb7518-c0b4-e3dd-4012-5f17764dbf16/disk-0.vmdk. {{(pid=69169) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1415.026722] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3bc962b0-35fa-41bf-b661-772b2377ff57 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.268086] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.268328] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69169) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1416.148247] env[69169]: DEBUG oslo_vmware.rw_handles [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Completed reading data from the image iterator. {{(pid=69169) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1416.148682] env[69169]: DEBUG oslo_vmware.rw_handles [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb7518-c0b4-e3dd-4012-5f17764dbf16/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1416.149709] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7926c844-beda-4fcd-9d57-7fa60f696ac1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.158966] env[69169]: DEBUG oslo_vmware.rw_handles [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb7518-c0b4-e3dd-4012-5f17764dbf16/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1416.159187] env[69169]: DEBUG oslo_vmware.rw_handles [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb7518-c0b4-e3dd-4012-5f17764dbf16/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1416.159522] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d409e4bb-a1f2-423c-87e5-d56ab7ae0f3e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.268205] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.473844] env[69169]: DEBUG oslo_vmware.rw_handles [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb7518-c0b4-e3dd-4012-5f17764dbf16/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1416.474070] env[69169]: INFO nova.virt.vmwareapi.images [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Downloaded image file data 907e2cf0-634c-4eb2-87b5-6ebedf90f42f [ 1416.474887] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bebc958-f849-4dea-a844-0eca18ae3512 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.489743] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf6d9172-5d63-4a4a-9e32-9b809956c4cb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.624914] env[69169]: INFO nova.virt.vmwareapi.images [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] The imported VM was unregistered [ 1416.627290] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Caching image {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1416.627525] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating directory with path [datastore1] devstack-image-cache_base/907e2cf0-634c-4eb2-87b5-6ebedf90f42f {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1416.627807] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-020bb446-f856-4fc1-9636-5cccf8689345 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.638519] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Created directory with path [datastore1] devstack-image-cache_base/907e2cf0-634c-4eb2-87b5-6ebedf90f42f {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1416.638706] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d941f98f-e116-40e3-bb9b-661bfc53959e/OSTACK_IMG_d941f98f-e116-40e3-bb9b-661bfc53959e.vmdk to [datastore1] devstack-image-cache_base/907e2cf0-634c-4eb2-87b5-6ebedf90f42f/907e2cf0-634c-4eb2-87b5-6ebedf90f42f.vmdk. {{(pid=69169) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1416.638943] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-094f1d61-ed67-49d1-9329-28a26a6369a2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.644797] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1416.644797] env[69169]: value = "task-3252248" [ 1416.644797] env[69169]: _type = "Task" [ 1416.644797] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.652268] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252248, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.155908] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252248, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.656681] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252248, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.158086] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252248, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.262671] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.267441] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.267640] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.267802] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.656415] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252248, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.771305] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.771619] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.771799] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.771955] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1418.772837] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c68119b-1280-4290-b77d-37bea895ea79 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.780448] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f8f183-0064-44cf-a556-02a777d24f57 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.793662] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52906952-5388-4f46-b0e2-c77f83065b2f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.800068] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf0af62-6097-433a-bd8a-022214398c54 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.829272] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179877MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1418.829345] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.829548] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.158023] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252248, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.075168} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.158304] env[69169]: INFO nova.virt.vmwareapi.ds_util [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d941f98f-e116-40e3-bb9b-661bfc53959e/OSTACK_IMG_d941f98f-e116-40e3-bb9b-661bfc53959e.vmdk to [datastore1] devstack-image-cache_base/907e2cf0-634c-4eb2-87b5-6ebedf90f42f/907e2cf0-634c-4eb2-87b5-6ebedf90f42f.vmdk. [ 1419.158558] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Cleaning up location [datastore1] OSTACK_IMG_d941f98f-e116-40e3-bb9b-661bfc53959e {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1419.158652] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d941f98f-e116-40e3-bb9b-661bfc53959e {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.158895] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18a8c34f-47df-43bf-8583-957ac3562911 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.166365] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1419.166365] env[69169]: value = "task-3252249" [ 1419.166365] env[69169]: _type = "Task" [ 1419.166365] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.173559] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.675865] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036163} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.676135] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1419.676303] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/907e2cf0-634c-4eb2-87b5-6ebedf90f42f/907e2cf0-634c-4eb2-87b5-6ebedf90f42f.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.676542] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/907e2cf0-634c-4eb2-87b5-6ebedf90f42f/907e2cf0-634c-4eb2-87b5-6ebedf90f42f.vmdk to [datastore1] 4d993399-2d90-4fdc-953e-401f3fb09aa4/4d993399-2d90-4fdc-953e-401f3fb09aa4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.676792] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5864aa2f-8859-4080-ad26-07e976ce01ad {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.682856] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1419.682856] env[69169]: value = "task-3252250" [ 1419.682856] env[69169]: _type = "Task" [ 1419.682856] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.689890] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.857012] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 4d993399-2d90-4fdc-953e-401f3fb09aa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.857246] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1419.857356] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1419.890681] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5fc9a5-5900-4a28-ab4d-496736b828d5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.899115] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda393f6-fe90-4ddf-9a6c-de6192784a7d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.931230] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4585ae-cad4-45c5-8d5c-b953cbeba11a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.939009] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246635b3-7843-4d3a-b0ff-f04dc8edc72c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.955952] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.195437] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252250, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.459397] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.695409] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252250, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.965303] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1420.965590] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.197136] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252250, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.696397] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252250, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.965846] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.965846] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.195680] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252250, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.186835} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.195680] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/907e2cf0-634c-4eb2-87b5-6ebedf90f42f/907e2cf0-634c-4eb2-87b5-6ebedf90f42f.vmdk to [datastore1] 4d993399-2d90-4fdc-953e-401f3fb09aa4/4d993399-2d90-4fdc-953e-401f3fb09aa4.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.196291] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b11d10b-4389-40ae-bb8e-6e8136e60b5b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.217497] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 4d993399-2d90-4fdc-953e-401f3fb09aa4/4d993399-2d90-4fdc-953e-401f3fb09aa4.vmdk or device None with type streamOptimized {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.217840] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5497f040-059e-4a3e-b7b4-04550bb8dc9a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.235874] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1422.235874] env[69169]: value = "task-3252251" [ 1422.235874] env[69169]: _type = "Task" [ 1422.235874] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.243612] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.745974] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252251, 'name': ReconfigVM_Task, 'duration_secs': 0.422291} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.746297] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 4d993399-2d90-4fdc-953e-401f3fb09aa4/4d993399-2d90-4fdc-953e-401f3fb09aa4.vmdk or device None with type streamOptimized {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.747415] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'disk_bus': None, 'device_name': '/dev/sda', 'encrypted': False, 'size': 0, 'boot_index': 0, 'guest_format': None, 'image_id': '79c83abe-1909-4aa1-bc0e-85798aeb6044'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649810', 'volume_id': 'f73e3317-54d2-4a6f-bf15-41769bdf469d', 'name': 'volume-f73e3317-54d2-4a6f-bf15-41769bdf469d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4d993399-2d90-4fdc-953e-401f3fb09aa4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f73e3317-54d2-4a6f-bf15-41769bdf469d', 'serial': 'f73e3317-54d2-4a6f-bf15-41769bdf469d'}, 'mount_device': '/dev/sdb', 'device_type': None, 'disk_bus': None, 'attachment_id': '007652d7-37ee-4944-965d-f789f140a27f', 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69169) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1422.747616] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Volume attach. Driver type: vmdk {{(pid=69169) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1422.747812] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649810', 'volume_id': 'f73e3317-54d2-4a6f-bf15-41769bdf469d', 'name': 'volume-f73e3317-54d2-4a6f-bf15-41769bdf469d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4d993399-2d90-4fdc-953e-401f3fb09aa4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f73e3317-54d2-4a6f-bf15-41769bdf469d', 'serial': 'f73e3317-54d2-4a6f-bf15-41769bdf469d'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1422.748570] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfb0a90-4606-4870-ad12-6b8d10c52d3d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.763212] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38847abd-ee38-4290-97bf-5d287119ec09 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.787071] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-f73e3317-54d2-4a6f-bf15-41769bdf469d/volume-f73e3317-54d2-4a6f-bf15-41769bdf469d.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.787300] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74e60555-6ec6-45c7-959f-696e833607ca {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.806393] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1422.806393] env[69169]: value = "task-3252252" [ 1422.806393] env[69169]: _type = "Task" [ 1422.806393] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.813924] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.316678] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252252, 'name': ReconfigVM_Task, 'duration_secs': 0.313935} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.316982] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-f73e3317-54d2-4a6f-bf15-41769bdf469d/volume-f73e3317-54d2-4a6f-bf15-41769bdf469d.vmdk or device None with type thin {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.321623] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23ab0424-02c2-45c2-a940-0b1f9e3f5aaf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.336222] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1423.336222] env[69169]: value = "task-3252253" [ 1423.336222] env[69169]: _type = "Task" [ 1423.336222] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.343558] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.846139] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252253, 'name': ReconfigVM_Task, 'duration_secs': 0.146069} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.846453] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649810', 'volume_id': 'f73e3317-54d2-4a6f-bf15-41769bdf469d', 'name': 'volume-f73e3317-54d2-4a6f-bf15-41769bdf469d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4d993399-2d90-4fdc-953e-401f3fb09aa4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f73e3317-54d2-4a6f-bf15-41769bdf469d', 'serial': 'f73e3317-54d2-4a6f-bf15-41769bdf469d'} {{(pid=69169) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1423.847063] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c50cf98-1bfc-4494-ba16-be00dba6ae14 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.852717] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1423.852717] env[69169]: value = "task-3252254" [ 1423.852717] env[69169]: _type = "Task" [ 1423.852717] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.859613] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252254, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.362297] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252254, 'name': Rename_Task, 'duration_secs': 0.145944} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.362673] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.362906] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-846a8bba-696c-487d-8f45-bf3d05efeb97 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.369463] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1424.369463] env[69169]: value = "task-3252255" [ 1424.369463] env[69169]: _type = "Task" [ 1424.369463] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.382185] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.879514] env[69169]: DEBUG oslo_vmware.api [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252255, 'name': PowerOnVM_Task, 'duration_secs': 0.439305} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.879787] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.989117] env[69169]: DEBUG nova.compute.manager [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.990074] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be63a3a-bcd5-4fed-9324-224ef47c06fe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.506592] env[69169]: DEBUG oslo_concurrency.lockutils [None req-5acb5c5d-7698-4cde-bfd6-0adf9b7fa5e4 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.874s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.633282] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.633714] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.136843] env[69169]: INFO nova.compute.manager [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Detaching volume f73e3317-54d2-4a6f-bf15-41769bdf469d [ 1463.166084] env[69169]: INFO nova.virt.block_device [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Attempting to driver detach volume f73e3317-54d2-4a6f-bf15-41769bdf469d from mountpoint /dev/sdb [ 1463.166409] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Volume detach. Driver type: vmdk {{(pid=69169) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1463.166566] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649810', 'volume_id': 'f73e3317-54d2-4a6f-bf15-41769bdf469d', 'name': 'volume-f73e3317-54d2-4a6f-bf15-41769bdf469d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4d993399-2d90-4fdc-953e-401f3fb09aa4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f73e3317-54d2-4a6f-bf15-41769bdf469d', 'serial': 'f73e3317-54d2-4a6f-bf15-41769bdf469d'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1463.167496] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fd7ac7-b7ad-4fc5-a946-e1096c4a65e5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.189572] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3663df5-2f6d-44bc-933a-825d32b22e38 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.196438] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c8acb1-69cf-4ce1-99c7-947dceed4766 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.216176] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb26706c-bd47-443c-9a0b-ac378c667332 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.230470] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] The volume has not been displaced from its original location: [datastore1] volume-f73e3317-54d2-4a6f-bf15-41769bdf469d/volume-f73e3317-54d2-4a6f-bf15-41769bdf469d.vmdk. No consolidation needed. {{(pid=69169) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1463.235634] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1463.235879] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-989983e6-f80f-4aae-b8e9-575abf1b45ee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.253480] env[69169]: DEBUG oslo_vmware.api [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1463.253480] env[69169]: value = "task-3252256" [ 1463.253480] env[69169]: _type = "Task" [ 1463.253480] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.260708] env[69169]: DEBUG oslo_vmware.api [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.762913] env[69169]: DEBUG oslo_vmware.api [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252256, 'name': ReconfigVM_Task, 'duration_secs': 0.230758} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.763371] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69169) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1463.767735] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b5dfb4-fabf-43e4-999a-9395864b99bd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.783121] env[69169]: DEBUG oslo_vmware.api [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1463.783121] env[69169]: value = "task-3252257" [ 1463.783121] env[69169]: _type = "Task" [ 1463.783121] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.795023] env[69169]: DEBUG oslo_vmware.api [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.293227] env[69169]: DEBUG oslo_vmware.api [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252257, 'name': ReconfigVM_Task, 'duration_secs': 0.13676} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.293540] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649810', 'volume_id': 'f73e3317-54d2-4a6f-bf15-41769bdf469d', 'name': 'volume-f73e3317-54d2-4a6f-bf15-41769bdf469d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4d993399-2d90-4fdc-953e-401f3fb09aa4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f73e3317-54d2-4a6f-bf15-41769bdf469d', 'serial': 'f73e3317-54d2-4a6f-bf15-41769bdf469d'} {{(pid=69169) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1464.832480] env[69169]: DEBUG nova.objects.instance [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lazy-loading 'flavor' on Instance uuid 4d993399-2d90-4fdc-953e-401f3fb09aa4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.840562] env[69169]: DEBUG oslo_concurrency.lockutils [None req-bab4f49e-50c0-44db-b8d7-7e7e85fce348 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.876292] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.876694] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.876826] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "4d993399-2d90-4fdc-953e-401f3fb09aa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.876981] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.877179] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.879216] env[69169]: INFO nova.compute.manager [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Terminating instance [ 1467.382729] env[69169]: DEBUG nova.compute.manager [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1467.382976] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1467.384121] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8cfa37-15ab-4fae-8dbb-2b4fe06199f2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.393019] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.393019] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e197f113-18d8-4100-8720-f7ada50dd11e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.398145] env[69169]: DEBUG oslo_vmware.api [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1467.398145] env[69169]: value = "task-3252258" [ 1467.398145] env[69169]: _type = "Task" [ 1467.398145] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.406200] env[69169]: DEBUG oslo_vmware.api [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.908902] env[69169]: DEBUG oslo_vmware.api [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252258, 'name': PowerOffVM_Task, 'duration_secs': 0.190959} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.909252] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.909416] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1467.909690] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c20833ca-9d4c-4d9a-ad12-d42ceec00137 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.975729] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1467.976132] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1467.976467] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleting the datastore file [datastore1] 4d993399-2d90-4fdc-953e-401f3fb09aa4 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.976856] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b52e4cb-89fd-40dc-8b8a-ec93e77b8346 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.984862] env[69169]: DEBUG oslo_vmware.api [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1467.984862] env[69169]: value = "task-3252260" [ 1467.984862] env[69169]: _type = "Task" [ 1467.984862] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.996331] env[69169]: DEBUG oslo_vmware.api [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.494877] env[69169]: DEBUG oslo_vmware.api [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121849} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.495161] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1468.495354] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1468.495531] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1468.495706] env[69169]: INFO nova.compute.manager [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1468.495953] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1468.496165] env[69169]: DEBUG nova.compute.manager [-] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1468.496261] env[69169]: DEBUG nova.network.neutron [-] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1468.938195] env[69169]: DEBUG nova.compute.manager [req-8555e1d4-564d-4fef-b257-479ed9810211 req-7750ce24-1cf7-49c3-88ad-6f6025beb9e5 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Received event network-vif-deleted-0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.938474] env[69169]: INFO nova.compute.manager [req-8555e1d4-564d-4fef-b257-479ed9810211 req-7750ce24-1cf7-49c3-88ad-6f6025beb9e5 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Neutron deleted interface 0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7; detaching it from the instance and deleting it from the info cache [ 1468.938675] env[69169]: DEBUG nova.network.neutron [req-8555e1d4-564d-4fef-b257-479ed9810211 req-7750ce24-1cf7-49c3-88ad-6f6025beb9e5 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.413995] env[69169]: DEBUG nova.network.neutron [-] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.441795] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f846d5be-0fa4-4511-87ef-0772fdaf88c4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.451464] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7627b04f-54d6-4458-94cf-a9a603d0be61 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.476828] env[69169]: DEBUG nova.compute.manager [req-8555e1d4-564d-4fef-b257-479ed9810211 req-7750ce24-1cf7-49c3-88ad-6f6025beb9e5 service nova] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Detach interface failed, port_id=0fe75ac5-3d42-41a4-8e53-4ce0ee8025d7, reason: Instance 4d993399-2d90-4fdc-953e-401f3fb09aa4 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1469.917225] env[69169]: INFO nova.compute.manager [-] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Took 1.42 seconds to deallocate network for instance. [ 1470.424222] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.424628] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.424771] env[69169]: DEBUG nova.objects.instance [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lazy-loading 'resources' on Instance uuid 4d993399-2d90-4fdc-953e-401f3fb09aa4 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.957842] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c83f55-f2d2-4df1-9af0-9a214a5dcacd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.965254] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547fbb72-ed8b-4e18-a05c-cd63438a80cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.994569] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5b2c5a-8d37-45b9-b7e1-8c7c9d2bff57 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.001088] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5898ce7c-7022-414a-a85f-c0c619878ef9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.013980] env[69169]: DEBUG nova.compute.provider_tree [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.516800] env[69169]: DEBUG nova.scheduler.client.report [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.024137] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.044445] env[69169]: INFO nova.scheduler.client.report [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleted allocations for instance 4d993399-2d90-4fdc-953e-401f3fb09aa4 [ 1472.552885] env[69169]: DEBUG oslo_concurrency.lockutils [None req-f2f31874-ec00-4df9-9f6c-d468ce343219 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "4d993399-2d90-4fdc-953e-401f3fb09aa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.676s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.772535] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.772842] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.274669] env[69169]: DEBUG nova.compute.manager [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Starting instance... {{(pid=69169) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1475.796367] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.796661] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.798198] env[69169]: INFO nova.compute.claims [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1476.834254] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1507dd-fdf6-4b99-9fe4-bc6e51f28ad2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.842304] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee46dde-704e-434c-a31b-8a7ce8b40ac7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.872984] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f7813e-30c9-4fdf-b5c6-dd08f87fa9eb {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.880255] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da79e79-77d0-4094-a412-fa118aa5eab6 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.893166] env[69169]: DEBUG nova.compute.provider_tree [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.267292] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.267563] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69169) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1477.396092] env[69169]: DEBUG nova.scheduler.client.report [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1477.901386] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.901988] env[69169]: DEBUG nova.compute.manager [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Start building networks asynchronously for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1478.268236] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.268540] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.268636] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.407436] env[69169]: DEBUG nova.compute.utils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Using /dev/sd instead of None {{(pid=69169) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1478.409227] env[69169]: DEBUG nova.compute.manager [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Allocating IP information in the background. {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1478.409351] env[69169]: DEBUG nova.network.neutron [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] allocate_for_instance() {{(pid=69169) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1478.455400] env[69169]: DEBUG nova.policy [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4bef7bb49e443ceaacf977695c31430', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa3a910562884c8b99ec806d7fc69f1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69169) authorize /opt/stack/nova/nova/policy.py:192}} [ 1478.700898] env[69169]: DEBUG nova.network.neutron [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Successfully created port: b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1478.912556] env[69169]: DEBUG nova.compute.manager [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Start building block device mappings for instance. {{(pid=69169) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1479.266865] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.267140] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.267313] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.770623] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.770837] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.771037] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.771215] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1479.772138] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8052abb8-8334-4a5a-9c54-865a7cc21cfc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.780766] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6ee757-76b3-4695-bc16-59aefdfac961 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.795392] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21209f45-a4e1-417d-91b6-94c52a4df65e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.801887] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dbdfee-952e-4a20-b92a-d89cd4e82a83 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.830210] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180576MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1479.830366] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.830590] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.922145] env[69169]: DEBUG nova.compute.manager [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Start spawning the instance on the hypervisor. {{(pid=69169) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1479.947433] env[69169]: DEBUG nova.virt.hardware [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T11:04:33Z,direct_url=,disk_format='vmdk',id=79c83abe-1909-4aa1-bc0e-85798aeb6044,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3be396c5175e42a780cc09114eba840c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T11:04:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1479.947814] env[69169]: DEBUG nova.virt.hardware [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.948060] env[69169]: DEBUG nova.virt.hardware [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1479.948338] env[69169]: DEBUG nova.virt.hardware [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.948530] env[69169]: DEBUG nova.virt.hardware [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1479.948684] env[69169]: DEBUG nova.virt.hardware [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1479.948888] env[69169]: DEBUG nova.virt.hardware [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1479.949061] env[69169]: DEBUG nova.virt.hardware [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1479.949234] env[69169]: DEBUG nova.virt.hardware [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1479.949396] env[69169]: DEBUG nova.virt.hardware [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1479.949566] env[69169]: DEBUG nova.virt.hardware [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1479.950450] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64ab943-ff3d-40b9-b3c7-4541e6e21834 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.958118] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f55409-01c6-4826-acb1-75ac8073514c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.247862] env[69169]: DEBUG nova.compute.manager [req-2bc65980-9549-4c91-9048-b5bfe764197a req-f1c86c2d-3bde-4dbd-ba86-0b38dd531b29 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Received event network-vif-plugged-b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1480.248113] env[69169]: DEBUG oslo_concurrency.lockutils [req-2bc65980-9549-4c91-9048-b5bfe764197a req-f1c86c2d-3bde-4dbd-ba86-0b38dd531b29 service nova] Acquiring lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.248403] env[69169]: DEBUG oslo_concurrency.lockutils [req-2bc65980-9549-4c91-9048-b5bfe764197a req-f1c86c2d-3bde-4dbd-ba86-0b38dd531b29 service nova] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.248525] env[69169]: DEBUG oslo_concurrency.lockutils [req-2bc65980-9549-4c91-9048-b5bfe764197a req-f1c86c2d-3bde-4dbd-ba86-0b38dd531b29 service nova] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.248645] env[69169]: DEBUG nova.compute.manager [req-2bc65980-9549-4c91-9048-b5bfe764197a req-f1c86c2d-3bde-4dbd-ba86-0b38dd531b29 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] No waiting events found dispatching network-vif-plugged-b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1480.248802] env[69169]: WARNING nova.compute.manager [req-2bc65980-9549-4c91-9048-b5bfe764197a req-f1c86c2d-3bde-4dbd-ba86-0b38dd531b29 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Received unexpected event network-vif-plugged-b2684829-156d-47da-9330-a975eff23f28 for instance with vm_state building and task_state spawning. [ 1480.324473] env[69169]: DEBUG nova.network.neutron [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Successfully updated port: b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.827125] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.827321] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.827364] env[69169]: DEBUG nova.network.neutron [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.853347] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1480.853541] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1480.853684] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1480.878697] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f7828c-71d8-44bd-aaf6-0094fbb634d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.886145] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa3c205-1072-42a4-a87c-853ad40a5800 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.916356] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148d5041-3e3f-426d-ace1-544da962ee6f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.923158] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d8e03b-a2b5-4a9f-aafe-97f3e2cd20ec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.935780] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.357995] env[69169]: DEBUG nova.network.neutron [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Instance cache missing network info. {{(pid=69169) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.438944] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.473885] env[69169]: DEBUG nova.network.neutron [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updating instance_info_cache with network_info: [{"id": "b2684829-156d-47da-9330-a975eff23f28", "address": "fa:16:3e:b6:01:23", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2684829-15", "ovs_interfaceid": "b2684829-156d-47da-9330-a975eff23f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.943814] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1481.944130] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.976779] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.977099] env[69169]: DEBUG nova.compute.manager [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Instance network_info: |[{"id": "b2684829-156d-47da-9330-a975eff23f28", "address": "fa:16:3e:b6:01:23", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2684829-15", "ovs_interfaceid": "b2684829-156d-47da-9330-a975eff23f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69169) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1481.977529] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:01:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2684829-156d-47da-9330-a975eff23f28', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1481.985056] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1481.985274] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1481.985502] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f60cedb-35de-44d4-b081-8b15b677e3cd {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.008064] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.008064] env[69169]: value = "task-3252261" [ 1482.008064] env[69169]: _type = "Task" [ 1482.008064] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.015846] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252261, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.274298] env[69169]: DEBUG nova.compute.manager [req-54ed132f-7d38-4c21-941c-019bcb8a6969 req-d6ca10cd-f9a0-496f-8b44-fd08c6fb52a7 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Received event network-changed-b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.274537] env[69169]: DEBUG nova.compute.manager [req-54ed132f-7d38-4c21-941c-019bcb8a6969 req-d6ca10cd-f9a0-496f-8b44-fd08c6fb52a7 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Refreshing instance network info cache due to event network-changed-b2684829-156d-47da-9330-a975eff23f28. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1482.274811] env[69169]: DEBUG oslo_concurrency.lockutils [req-54ed132f-7d38-4c21-941c-019bcb8a6969 req-d6ca10cd-f9a0-496f-8b44-fd08c6fb52a7 service nova] Acquiring lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.274959] env[69169]: DEBUG oslo_concurrency.lockutils [req-54ed132f-7d38-4c21-941c-019bcb8a6969 req-d6ca10cd-f9a0-496f-8b44-fd08c6fb52a7 service nova] Acquired lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.275168] env[69169]: DEBUG nova.network.neutron [req-54ed132f-7d38-4c21-941c-019bcb8a6969 req-d6ca10cd-f9a0-496f-8b44-fd08c6fb52a7 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Refreshing network info cache for port b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.519478] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252261, 'name': CreateVM_Task, 'duration_secs': 0.313553} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.519654] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.520243] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.520415] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.520762] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.521018] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010452c1-50f2-47b3-b820-908db9902870 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.525632] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1482.525632] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528f6e67-8496-1957-63df-03acfccc7dcd" [ 1482.525632] env[69169]: _type = "Task" [ 1482.525632] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.532751] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528f6e67-8496-1957-63df-03acfccc7dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.939900] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.950299] env[69169]: DEBUG nova.network.neutron [req-54ed132f-7d38-4c21-941c-019bcb8a6969 req-d6ca10cd-f9a0-496f-8b44-fd08c6fb52a7 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updated VIF entry in instance network info cache for port b2684829-156d-47da-9330-a975eff23f28. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.950637] env[69169]: DEBUG nova.network.neutron [req-54ed132f-7d38-4c21-941c-019bcb8a6969 req-d6ca10cd-f9a0-496f-8b44-fd08c6fb52a7 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updating instance_info_cache with network_info: [{"id": "b2684829-156d-47da-9330-a975eff23f28", "address": "fa:16:3e:b6:01:23", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2684829-15", "ovs_interfaceid": "b2684829-156d-47da-9330-a975eff23f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.035726] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]528f6e67-8496-1957-63df-03acfccc7dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.010421} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.036058] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.036296] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Processing image 79c83abe-1909-4aa1-bc0e-85798aeb6044 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.036529] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.036678] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.036854] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.037119] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71f4ce1d-ca62-41e2-b43a-2bdc95ace9d4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.045326] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.045458] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.046132] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8cc92a-259d-40ba-9267-82399e4175e3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.050513] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1483.050513] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e5e7c9-4c76-f9e9-9e9f-0c152b22dce6" [ 1483.050513] env[69169]: _type = "Task" [ 1483.050513] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.057601] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e5e7c9-4c76-f9e9-9e9f-0c152b22dce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.453192] env[69169]: DEBUG oslo_concurrency.lockutils [req-54ed132f-7d38-4c21-941c-019bcb8a6969 req-d6ca10cd-f9a0-496f-8b44-fd08c6fb52a7 service nova] Releasing lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.560906] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52e5e7c9-4c76-f9e9-9e9f-0c152b22dce6, 'name': SearchDatastore_Task, 'duration_secs': 0.007717} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.561584] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e0bc04-5159-416a-ba33-e978143b9d6f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.566507] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1483.566507] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ed9259-9a3d-59b3-f0a2-7168cf32a4fa" [ 1483.566507] env[69169]: _type = "Task" [ 1483.566507] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.573822] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ed9259-9a3d-59b3-f0a2-7168cf32a4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.078397] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52ed9259-9a3d-59b3-f0a2-7168cf32a4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009013} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.078397] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.078397] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056/6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.078397] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c59cb6a7-a56d-45fd-aca3-8e9270d42f98 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.084511] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1484.084511] env[69169]: value = "task-3252262" [ 1484.084511] env[69169]: _type = "Task" [ 1484.084511] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.092546] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.262507] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.594229] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.401768} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.594492] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79c83abe-1909-4aa1-bc0e-85798aeb6044/79c83abe-1909-4aa1-bc0e-85798aeb6044.vmdk to [datastore1] 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056/6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1484.594706] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Extending root virtual disk to 1048576 {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1484.594952] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb4c17cd-b9dd-459d-b57f-6bb445eee348 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.601096] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1484.601096] env[69169]: value = "task-3252263" [ 1484.601096] env[69169]: _type = "Task" [ 1484.601096] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.607996] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.111760] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106297} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.112166] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Extended root virtual disk {{(pid=69169) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1485.112851] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9331df7-ebc6-4113-a448-79eab9fa5f51 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.135015] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056/6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.135276] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe491b7-4c08-428d-bc57-e1a86b29f383 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.154060] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1485.154060] env[69169]: value = "task-3252264" [ 1485.154060] env[69169]: _type = "Task" [ 1485.154060] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.161413] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.664067] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252264, 'name': ReconfigVM_Task, 'duration_secs': 0.272496} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.664346] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056/6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056.vmdk or device None with type sparse {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1485.664977] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3536406e-8a9f-42c9-95ef-aa0c94c872e8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.670760] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1485.670760] env[69169]: value = "task-3252265" [ 1485.670760] env[69169]: _type = "Task" [ 1485.670760] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.678454] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252265, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.180902] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252265, 'name': Rename_Task, 'duration_secs': 0.137785} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.181233] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.181436] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf5e7998-e2ca-4b53-9d36-74dcc8518540 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.187172] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1486.187172] env[69169]: value = "task-3252266" [ 1486.187172] env[69169]: _type = "Task" [ 1486.187172] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.194233] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.697305] env[69169]: DEBUG oslo_vmware.api [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252266, 'name': PowerOnVM_Task, 'duration_secs': 0.407649} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.697563] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.697762] env[69169]: INFO nova.compute.manager [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1486.697942] env[69169]: DEBUG nova.compute.manager [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.698699] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dac71c2-1ad5-4771-aec6-943c20524cbe {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.218259] env[69169]: INFO nova.compute.manager [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Took 11.44 seconds to build instance. [ 1487.720447] env[69169]: DEBUG oslo_concurrency.lockutils [None req-33d52bec-41c0-4cd5-ad5c-41851a168a20 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.947s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.760056] env[69169]: DEBUG nova.compute.manager [req-fded9654-f2ef-4e8c-9bd6-bdcae0cdc338 req-54783f18-e0b8-444f-9274-cbfff6f870c3 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Received event network-changed-b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1487.760177] env[69169]: DEBUG nova.compute.manager [req-fded9654-f2ef-4e8c-9bd6-bdcae0cdc338 req-54783f18-e0b8-444f-9274-cbfff6f870c3 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Refreshing instance network info cache due to event network-changed-b2684829-156d-47da-9330-a975eff23f28. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1487.760399] env[69169]: DEBUG oslo_concurrency.lockutils [req-fded9654-f2ef-4e8c-9bd6-bdcae0cdc338 req-54783f18-e0b8-444f-9274-cbfff6f870c3 service nova] Acquiring lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.760543] env[69169]: DEBUG oslo_concurrency.lockutils [req-fded9654-f2ef-4e8c-9bd6-bdcae0cdc338 req-54783f18-e0b8-444f-9274-cbfff6f870c3 service nova] Acquired lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.760705] env[69169]: DEBUG nova.network.neutron [req-fded9654-f2ef-4e8c-9bd6-bdcae0cdc338 req-54783f18-e0b8-444f-9274-cbfff6f870c3 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Refreshing network info cache for port b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.470322] env[69169]: DEBUG nova.network.neutron [req-fded9654-f2ef-4e8c-9bd6-bdcae0cdc338 req-54783f18-e0b8-444f-9274-cbfff6f870c3 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updated VIF entry in instance network info cache for port b2684829-156d-47da-9330-a975eff23f28. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.470672] env[69169]: DEBUG nova.network.neutron [req-fded9654-f2ef-4e8c-9bd6-bdcae0cdc338 req-54783f18-e0b8-444f-9274-cbfff6f870c3 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updating instance_info_cache with network_info: [{"id": "b2684829-156d-47da-9330-a975eff23f28", "address": "fa:16:3e:b6:01:23", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2684829-15", "ovs_interfaceid": "b2684829-156d-47da-9330-a975eff23f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.973698] env[69169]: DEBUG oslo_concurrency.lockutils [req-fded9654-f2ef-4e8c-9bd6-bdcae0cdc338 req-54783f18-e0b8-444f-9274-cbfff6f870c3 service nova] Releasing lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.807962] env[69169]: DEBUG oslo_concurrency.lockutils [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.808405] env[69169]: DEBUG oslo_concurrency.lockutils [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.808457] env[69169]: INFO nova.compute.manager [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Shelving [ 1527.818991] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.819365] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81b47ac1-644c-4161-86af-07a1de89a3a7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.826882] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1527.826882] env[69169]: value = "task-3252267" [ 1527.826882] env[69169]: _type = "Task" [ 1527.826882] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.834595] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.337152] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252267, 'name': PowerOffVM_Task, 'duration_secs': 0.199066} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.337418] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1528.338206] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76589ba0-11ba-46a9-b09f-24612bd0f9d7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.355952] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8194bd9a-98b3-40bf-93fc-eccf96c29e3e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.865411] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Creating Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1528.865817] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff5995ae-8001-4e1d-b796-9325854880d9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.873815] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1528.873815] env[69169]: value = "task-3252268" [ 1528.873815] env[69169]: _type = "Task" [ 1528.873815] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.885885] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252268, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.385064] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252268, 'name': CreateSnapshot_Task, 'duration_secs': 0.40523} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.385064] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Created Snapshot of the VM instance {{(pid=69169) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1529.385323] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c33ba4f-15d8-4ef7-ac31-059bf19d3a85 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.902329] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Creating linked-clone VM from snapshot {{(pid=69169) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1529.902713] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a92de968-c99a-4b11-a877-f8a325a8b7ae {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.910679] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1529.910679] env[69169]: value = "task-3252269" [ 1529.910679] env[69169]: _type = "Task" [ 1529.910679] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.918297] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252269, 'name': CloneVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.420268] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252269, 'name': CloneVM_Task} progress is 94%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.920824] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252269, 'name': CloneVM_Task, 'duration_secs': 0.93636} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.921229] env[69169]: INFO nova.virt.vmwareapi.vmops [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Created linked-clone VM from snapshot [ 1530.921807] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd9a23f-56dd-4434-99ac-9fda7e9283fc {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.928469] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Uploading image f670d2fe-1f75-48f9-a534-4760d95d6c0a {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1530.948435] env[69169]: DEBUG oslo_vmware.rw_handles [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1530.948435] env[69169]: value = "vm-649815" [ 1530.948435] env[69169]: _type = "VirtualMachine" [ 1530.948435] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1530.948682] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3523f191-779c-41fe-a039-55ae8e3a0de9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.954973] env[69169]: DEBUG oslo_vmware.rw_handles [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lease: (returnval){ [ 1530.954973] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cee9ec-9973-3300-3c84-132bd5fe8628" [ 1530.954973] env[69169]: _type = "HttpNfcLease" [ 1530.954973] env[69169]: } obtained for exporting VM: (result){ [ 1530.954973] env[69169]: value = "vm-649815" [ 1530.954973] env[69169]: _type = "VirtualMachine" [ 1530.954973] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1530.955264] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the lease: (returnval){ [ 1530.955264] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cee9ec-9973-3300-3c84-132bd5fe8628" [ 1530.955264] env[69169]: _type = "HttpNfcLease" [ 1530.955264] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1530.961009] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1530.961009] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cee9ec-9973-3300-3c84-132bd5fe8628" [ 1530.961009] env[69169]: _type = "HttpNfcLease" [ 1530.961009] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1531.464156] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1531.464156] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cee9ec-9973-3300-3c84-132bd5fe8628" [ 1531.464156] env[69169]: _type = "HttpNfcLease" [ 1531.464156] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1531.464452] env[69169]: DEBUG oslo_vmware.rw_handles [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1531.464452] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]52cee9ec-9973-3300-3c84-132bd5fe8628" [ 1531.464452] env[69169]: _type = "HttpNfcLease" [ 1531.464452] env[69169]: }. {{(pid=69169) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1531.465210] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1ce076-e5c6-4d5b-96a5-a498771dfdc3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.472250] env[69169]: DEBUG oslo_vmware.rw_handles [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52652ab6-f931-8b96-8301-454debc989d0/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1531.472458] env[69169]: DEBUG oslo_vmware.rw_handles [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52652ab6-f931-8b96-8301-454debc989d0/disk-0.vmdk for reading. {{(pid=69169) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1531.560424] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-44f76cb9-154f-4574-8cc7-50d44017248b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.915582] env[69169]: DEBUG oslo_vmware.rw_handles [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52652ab6-f931-8b96-8301-454debc989d0/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1538.916549] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c091ba-1af9-4d7d-9a98-12c793925bec {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.922982] env[69169]: DEBUG oslo_vmware.rw_handles [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52652ab6-f931-8b96-8301-454debc989d0/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1538.923158] env[69169]: ERROR oslo_vmware.rw_handles [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52652ab6-f931-8b96-8301-454debc989d0/disk-0.vmdk due to incomplete transfer. [ 1538.923367] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-532f709a-f57b-40fa-907f-a72ccfeacb79 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.931146] env[69169]: DEBUG oslo_vmware.rw_handles [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52652ab6-f931-8b96-8301-454debc989d0/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1538.931339] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Uploaded image f670d2fe-1f75-48f9-a534-4760d95d6c0a to the Glance image server {{(pid=69169) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1538.933606] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Destroying the VM {{(pid=69169) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1538.933829] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-367c1461-8147-477d-bf92-7e0938fc6e11 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.939245] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1538.939245] env[69169]: value = "task-3252271" [ 1538.939245] env[69169]: _type = "Task" [ 1538.939245] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.947039] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252271, 'name': Destroy_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.267029] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.267295] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.267463] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.267617] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.267760] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69169) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1539.267908] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.449206] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252271, 'name': Destroy_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.774901] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.775231] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.775405] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.775563] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1539.776464] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0c151b-5b74-4f7e-8aef-61424b0c001d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.784935] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16730181-7526-4b1c-a4ff-cd97947d7f4d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.799548] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c64bee4-d03e-41c7-adfc-954b9a1fcdb1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.805676] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9b0ed5-f8d1-4524-bd56-2541cd1d76e5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.833658] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180582MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1539.833802] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.834019] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.949587] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252271, 'name': Destroy_Task} progress is 100%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.450429] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252271, 'name': Destroy_Task, 'duration_secs': 1.345608} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.450690] env[69169]: INFO nova.virt.vmwareapi.vm_util [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Destroyed the VM [ 1540.450931] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Deleting Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1540.451194] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ccebc640-84d3-4025-b2ad-b155209deda2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.457280] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1540.457280] env[69169]: value = "task-3252272" [ 1540.457280] env[69169]: _type = "Task" [ 1540.457280] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.464672] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252272, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.923245] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Instance 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69169) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1540.923476] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1540.923631] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1540.949356] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c311da-405d-4eea-b90c-502a5ecdc287 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.956808] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f74ee4-4d0e-4887-a9f8-6f8ecf4e43c2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.966802] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252272, 'name': RemoveSnapshot_Task, 'duration_secs': 0.309617} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.990709] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Deleted Snapshot of the VM instance {{(pid=69169) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1540.990954] env[69169]: DEBUG nova.compute.manager [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.991788] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba0704f-151c-4be2-ad46-aa46edb4eaef {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.994505] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36395443-eff8-4b7e-8c2e-f415cf9e3631 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.004610] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03716b3-393f-4f94-95d9-9bf5e9d3d6f5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.017117] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.507146] env[69169]: INFO nova.compute.manager [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Shelve offloading [ 1541.520150] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.010878] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.011242] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68c7bf46-a1e0-45a0-b628-fb7f4aa2873a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.019277] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1542.019277] env[69169]: value = "task-3252273" [ 1542.019277] env[69169]: _type = "Task" [ 1542.019277] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.024375] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1542.024548] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.191s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.027624] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.267908] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.268159] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.268344] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.268506] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.268678] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Cleaning up deleted instances {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1542.529378] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] VM already powered off {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1542.529552] env[69169]: DEBUG nova.compute.manager [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.530315] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5180bbef-2d16-4596-8797-bf0d8916a155 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.535741] env[69169]: DEBUG oslo_concurrency.lockutils [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.535907] env[69169]: DEBUG oslo_concurrency.lockutils [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.536081] env[69169]: DEBUG nova.network.neutron [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1542.779239] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] There are 24 instances to clean {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1542.779461] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 07899d4c-a3f3-4d34-9378-f2346a7af7ce] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1543.238845] env[69169]: DEBUG nova.network.neutron [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updating instance_info_cache with network_info: [{"id": "b2684829-156d-47da-9330-a975eff23f28", "address": "fa:16:3e:b6:01:23", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2684829-15", "ovs_interfaceid": "b2684829-156d-47da-9330-a975eff23f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.282486] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: a0b6cc1d-0e54-4823-8aeb-e8d5867fa6cc] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1543.741351] env[69169]: DEBUG oslo_concurrency.lockutils [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.785558] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 4d993399-2d90-4fdc-953e-401f3fb09aa4] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1543.933247] env[69169]: DEBUG nova.compute.manager [req-026c58fe-aae6-46ca-b790-702b0e6a0ff2 req-9ea53901-684c-4ba1-afda-1c2dcbe0d570 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Received event network-vif-unplugged-b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1543.933451] env[69169]: DEBUG oslo_concurrency.lockutils [req-026c58fe-aae6-46ca-b790-702b0e6a0ff2 req-9ea53901-684c-4ba1-afda-1c2dcbe0d570 service nova] Acquiring lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.933590] env[69169]: DEBUG oslo_concurrency.lockutils [req-026c58fe-aae6-46ca-b790-702b0e6a0ff2 req-9ea53901-684c-4ba1-afda-1c2dcbe0d570 service nova] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.933744] env[69169]: DEBUG oslo_concurrency.lockutils [req-026c58fe-aae6-46ca-b790-702b0e6a0ff2 req-9ea53901-684c-4ba1-afda-1c2dcbe0d570 service nova] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.934056] env[69169]: DEBUG nova.compute.manager [req-026c58fe-aae6-46ca-b790-702b0e6a0ff2 req-9ea53901-684c-4ba1-afda-1c2dcbe0d570 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] No waiting events found dispatching network-vif-unplugged-b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1543.934296] env[69169]: WARNING nova.compute.manager [req-026c58fe-aae6-46ca-b790-702b0e6a0ff2 req-9ea53901-684c-4ba1-afda-1c2dcbe0d570 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Received unexpected event network-vif-unplugged-b2684829-156d-47da-9330-a975eff23f28 for instance with vm_state shelved and task_state shelving_offloading. [ 1544.027218] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.028120] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9817b87-9f89-47c0-9d54-4906de6153e2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.036102] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.036333] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f344d1ef-3611-42f4-9644-ecb6012577fa {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.111892] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.112129] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Deleting contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.112316] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleting the datastore file [datastore1] 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.112606] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49fe2de7-66df-4797-a931-d4b292ece777 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.118661] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1544.118661] env[69169]: value = "task-3252275" [ 1544.118661] env[69169]: _type = "Task" [ 1544.118661] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.126139] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.288705] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 0b1e5a1f-fd0c-468a-8137-ff6f2a0070c4] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1544.628786] env[69169]: DEBUG oslo_vmware.api [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14532} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.629107] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1544.629327] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Deleted contents of the VM from datastore datastore1 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1544.629537] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1544.653020] env[69169]: INFO nova.scheduler.client.report [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleted allocations for instance 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056 [ 1544.791819] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 8ed59396-4699-485a-ac61-46571e48837a] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1545.157799] env[69169]: DEBUG oslo_concurrency.lockutils [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.158125] env[69169]: DEBUG oslo_concurrency.lockutils [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.158358] env[69169]: DEBUG nova.objects.instance [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lazy-loading 'resources' on Instance uuid 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.294758] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 04a8fcd3-5220-4705-a0e8-da57f43d74c3] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1545.662055] env[69169]: DEBUG nova.objects.instance [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lazy-loading 'numa_topology' on Instance uuid 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.797861] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 6bc145aa-b867-41c9-8a52-8d1f114eb6c4] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1545.957871] env[69169]: DEBUG nova.compute.manager [req-a4e4321d-fc28-4f75-89de-a95579239f26 req-d1b25742-2369-44a6-848f-45014d05d68f service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Received event network-changed-b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1545.958057] env[69169]: DEBUG nova.compute.manager [req-a4e4321d-fc28-4f75-89de-a95579239f26 req-d1b25742-2369-44a6-848f-45014d05d68f service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Refreshing instance network info cache due to event network-changed-b2684829-156d-47da-9330-a975eff23f28. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1545.958265] env[69169]: DEBUG oslo_concurrency.lockutils [req-a4e4321d-fc28-4f75-89de-a95579239f26 req-d1b25742-2369-44a6-848f-45014d05d68f service nova] Acquiring lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.958407] env[69169]: DEBUG oslo_concurrency.lockutils [req-a4e4321d-fc28-4f75-89de-a95579239f26 req-d1b25742-2369-44a6-848f-45014d05d68f service nova] Acquired lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.958564] env[69169]: DEBUG nova.network.neutron [req-a4e4321d-fc28-4f75-89de-a95579239f26 req-d1b25742-2369-44a6-848f-45014d05d68f service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Refreshing network info cache for port b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.164376] env[69169]: DEBUG nova.objects.base [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Object Instance<6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056> lazy-loaded attributes: resources,numa_topology {{(pid=69169) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1546.179386] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b6a6ad-5508-45e7-8114-20636f11ac5a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.187441] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d926403-a81c-497d-8a99-609f4d1073c5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.218102] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2d4733-b69c-4cea-976c-04c8aeb7eb54 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.225578] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75080819-bfdc-43b3-aef1-333090addff2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.238995] env[69169]: DEBUG nova.compute.provider_tree [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.300689] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: d8a48f41-0647-4efa-8b39-649dc1643fc0] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1546.660062] env[69169]: DEBUG nova.network.neutron [req-a4e4321d-fc28-4f75-89de-a95579239f26 req-d1b25742-2369-44a6-848f-45014d05d68f service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updated VIF entry in instance network info cache for port b2684829-156d-47da-9330-a975eff23f28. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.660420] env[69169]: DEBUG nova.network.neutron [req-a4e4321d-fc28-4f75-89de-a95579239f26 req-d1b25742-2369-44a6-848f-45014d05d68f service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updating instance_info_cache with network_info: [{"id": "b2684829-156d-47da-9330-a975eff23f28", "address": "fa:16:3e:b6:01:23", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb2684829-15", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.742550] env[69169]: DEBUG nova.scheduler.client.report [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1546.804357] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: fa52c9f4-1949-460f-aa72-546009fb1346] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1547.163771] env[69169]: DEBUG oslo_concurrency.lockutils [req-a4e4321d-fc28-4f75-89de-a95579239f26 req-d1b25742-2369-44a6-848f-45014d05d68f service nova] Releasing lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.247017] env[69169]: DEBUG oslo_concurrency.lockutils [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.309210] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: bb8ea604-4ec9-4fe5-81db-4e2f56d7a37b] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1547.412039] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.755513] env[69169]: DEBUG oslo_concurrency.lockutils [None req-41600470-4d55-4132-b1fe-0a6c70184487 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.947s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.756294] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.344s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.756599] env[69169]: INFO nova.compute.manager [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Unshelving [ 1547.812549] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 5bebfa12-1f31-412f-aa20-8d2bc528f96e] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1548.315521] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: cc0fec5a-214b-4a2c-a351-946861f7c583] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1548.779986] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.780288] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.780492] env[69169]: DEBUG nova.objects.instance [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lazy-loading 'pci_requests' on Instance uuid 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.818116] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: cddd3732-5d8e-4e0b-aa99-f0175cfe2cda] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1549.284024] env[69169]: DEBUG nova.objects.instance [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lazy-loading 'numa_topology' on Instance uuid 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1549.320860] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: fd8913ef-b32a-410a-8693-bd722817a76b] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1549.786676] env[69169]: INFO nova.compute.claims [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1549.823820] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 58d26347-ab95-4c03-8ad0-7b08f21a84c0] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.327054] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 127a8fed-662f-449b-837e-efa700d934d9] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.821431] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed097ce-e21b-412f-abfc-33d59e53306b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.829000] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0abf5c-9d99-469d-9ecd-4b47a98b5f6c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.832035] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 5bfaf467-2150-40bb-88b7-536e08e77fd4] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.861463] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c8b442-a963-4aec-874f-aec8940a1b31 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.868864] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbe1fe2-53e5-40f7-a72a-db6eea8dbeb1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.882211] env[69169]: DEBUG nova.compute.provider_tree [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.335312] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: c612562f-ab93-48f3-9017-448a5db9b043] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.384639] env[69169]: DEBUG nova.scheduler.client.report [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.839164] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 26f6c41e-b0eb-4d51-bacd-b9d9a8d2fd3d] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.889035] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.109s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.917576] env[69169]: INFO nova.network.neutron [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updating port b2684829-156d-47da-9330-a975eff23f28 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1552.342814] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 1932f2a6-cf96-4990-8162-1e90d683c5c5] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.846688] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: e5075c5b-89e9-48bb-baeb-abfd44b87bf1] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.272911] env[69169]: DEBUG nova.compute.manager [req-9427eba6-d600-4c79-bf1b-e6703b20425a req-3cdf7aa8-ab95-47d5-881c-c2de68b12a95 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Received event network-vif-plugged-b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1553.273234] env[69169]: DEBUG oslo_concurrency.lockutils [req-9427eba6-d600-4c79-bf1b-e6703b20425a req-3cdf7aa8-ab95-47d5-881c-c2de68b12a95 service nova] Acquiring lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1553.273395] env[69169]: DEBUG oslo_concurrency.lockutils [req-9427eba6-d600-4c79-bf1b-e6703b20425a req-3cdf7aa8-ab95-47d5-881c-c2de68b12a95 service nova] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1553.273572] env[69169]: DEBUG oslo_concurrency.lockutils [req-9427eba6-d600-4c79-bf1b-e6703b20425a req-3cdf7aa8-ab95-47d5-881c-c2de68b12a95 service nova] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.273743] env[69169]: DEBUG nova.compute.manager [req-9427eba6-d600-4c79-bf1b-e6703b20425a req-3cdf7aa8-ab95-47d5-881c-c2de68b12a95 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] No waiting events found dispatching network-vif-plugged-b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1553.273938] env[69169]: WARNING nova.compute.manager [req-9427eba6-d600-4c79-bf1b-e6703b20425a req-3cdf7aa8-ab95-47d5-881c-c2de68b12a95 service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Received unexpected event network-vif-plugged-b2684829-156d-47da-9330-a975eff23f28 for instance with vm_state shelved_offloaded and task_state spawning. [ 1553.351899] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 121a6e60-7c91-483f-aae0-ea8850f620df] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.360592] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.360758] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.360942] env[69169]: DEBUG nova.network.neutron [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Building network info cache for instance {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.856787] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 91a1cf13-e804-4d0f-a8c8-55cbcd395845] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.091927] env[69169]: DEBUG nova.network.neutron [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updating instance_info_cache with network_info: [{"id": "b2684829-156d-47da-9330-a975eff23f28", "address": "fa:16:3e:b6:01:23", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2684829-15", "ovs_interfaceid": "b2684829-156d-47da-9330-a975eff23f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.359984] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] [instance: 786f4d7c-edd0-48ab-9b73-40d473a512e6] Instance has had 0 of 5 cleanup attempts {{(pid=69169) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.595040] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.621796] env[69169]: DEBUG nova.virt.hardware [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T11:04:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1b1d7648801486ab81705dd7b121b188',container_format='bare',created_at=2025-04-03T11:20:37Z,direct_url=,disk_format='vmdk',id=f670d2fe-1f75-48f9-a534-4760d95d6c0a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1192045625-shelved',owner='aa3a910562884c8b99ec806d7fc69f1c',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-03T11:20:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1554.622068] env[69169]: DEBUG nova.virt.hardware [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Flavor limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.622235] env[69169]: DEBUG nova.virt.hardware [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Image limits 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1554.622423] env[69169]: DEBUG nova.virt.hardware [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Flavor pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.622569] env[69169]: DEBUG nova.virt.hardware [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Image pref 0:0:0 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1554.622743] env[69169]: DEBUG nova.virt.hardware [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69169) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1554.622953] env[69169]: DEBUG nova.virt.hardware [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1554.623128] env[69169]: DEBUG nova.virt.hardware [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1554.623344] env[69169]: DEBUG nova.virt.hardware [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Got 1 possible topologies {{(pid=69169) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1554.623516] env[69169]: DEBUG nova.virt.hardware [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1554.623689] env[69169]: DEBUG nova.virt.hardware [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69169) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1554.624559] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517aeb09-1c2e-43ce-a648-b909c7a8c1f3 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.632355] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264526f3-ed2d-4546-b400-f5f179f0623a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.645768] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:01:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2684829-156d-47da-9330-a975eff23f28', 'vif_model': 'vmxnet3'}] {{(pid=69169) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1554.653200] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1554.653434] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Creating VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1554.653632] env[69169]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c15557f-7126-4571-a37a-0b0986443990 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.671816] env[69169]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1554.671816] env[69169]: value = "task-3252276" [ 1554.671816] env[69169]: _type = "Task" [ 1554.671816] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.679030] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252276, 'name': CreateVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.863131] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.863380] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Cleaning up deleted instances with incomplete migration {{(pid=69169) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1555.182184] env[69169]: DEBUG oslo_vmware.api [-] Task: {'id': task-3252276, 'name': CreateVM_Task, 'duration_secs': 0.297669} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.182338] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Created VM on the ESX host {{(pid=69169) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1555.183054] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f670d2fe-1f75-48f9-a534-4760d95d6c0a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.183231] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f670d2fe-1f75-48f9-a534-4760d95d6c0a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.183601] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f670d2fe-1f75-48f9-a534-4760d95d6c0a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.183865] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cebbd86-0708-48fa-b65d-8c569cff9d4c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.188080] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1555.188080] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522cfc62-ed08-351d-bb6d-2457a8fe924c" [ 1555.188080] env[69169]: _type = "Task" [ 1555.188080] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.195334] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]522cfc62-ed08-351d-bb6d-2457a8fe924c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.298495] env[69169]: DEBUG nova.compute.manager [req-8424f95d-50fd-49c8-85ba-3acd3b9d138f req-7a4b0b98-675d-4978-9a97-19591904e41f service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Received event network-changed-b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1555.298696] env[69169]: DEBUG nova.compute.manager [req-8424f95d-50fd-49c8-85ba-3acd3b9d138f req-7a4b0b98-675d-4978-9a97-19591904e41f service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Refreshing instance network info cache due to event network-changed-b2684829-156d-47da-9330-a975eff23f28. {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1555.298908] env[69169]: DEBUG oslo_concurrency.lockutils [req-8424f95d-50fd-49c8-85ba-3acd3b9d138f req-7a4b0b98-675d-4978-9a97-19591904e41f service nova] Acquiring lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.299053] env[69169]: DEBUG oslo_concurrency.lockutils [req-8424f95d-50fd-49c8-85ba-3acd3b9d138f req-7a4b0b98-675d-4978-9a97-19591904e41f service nova] Acquired lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.299208] env[69169]: DEBUG nova.network.neutron [req-8424f95d-50fd-49c8-85ba-3acd3b9d138f req-7a4b0b98-675d-4978-9a97-19591904e41f service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Refreshing network info cache for port b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1555.365569] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.697745] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f670d2fe-1f75-48f9-a534-4760d95d6c0a" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.698862] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Processing image f670d2fe-1f75-48f9-a534-4760d95d6c0a {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1555.698862] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f670d2fe-1f75-48f9-a534-4760d95d6c0a/f670d2fe-1f75-48f9-a534-4760d95d6c0a.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.698862] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f670d2fe-1f75-48f9-a534-4760d95d6c0a/f670d2fe-1f75-48f9-a534-4760d95d6c0a.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.698862] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1555.699066] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e462dc2-5f84-4d17-a31e-c3aca3b2fd2a {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.707062] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1555.707240] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69169) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1555.707911] env[69169]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb909c7a-11b0-4562-8742-a514c0a420b4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.713082] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1555.713082] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521a5441-8406-bc77-b9ef-409b42cf8ad3" [ 1555.713082] env[69169]: _type = "Task" [ 1555.713082] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.721015] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]521a5441-8406-bc77-b9ef-409b42cf8ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.982849] env[69169]: DEBUG nova.network.neutron [req-8424f95d-50fd-49c8-85ba-3acd3b9d138f req-7a4b0b98-675d-4978-9a97-19591904e41f service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updated VIF entry in instance network info cache for port b2684829-156d-47da-9330-a975eff23f28. {{(pid=69169) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.983239] env[69169]: DEBUG nova.network.neutron [req-8424f95d-50fd-49c8-85ba-3acd3b9d138f req-7a4b0b98-675d-4978-9a97-19591904e41f service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updating instance_info_cache with network_info: [{"id": "b2684829-156d-47da-9330-a975eff23f28", "address": "fa:16:3e:b6:01:23", "network": {"id": "52458c9a-f686-442d-afbc-dfe9c4a94dd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-556143999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3a910562884c8b99ec806d7fc69f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2684829-15", "ovs_interfaceid": "b2684829-156d-47da-9330-a975eff23f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.224045] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Preparing fetch location {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1556.224311] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Fetch image to [datastore2] OSTACK_IMG_88752e5b-cd6d-469c-8a97-7c0eb07f5be9/OSTACK_IMG_88752e5b-cd6d-469c-8a97-7c0eb07f5be9.vmdk {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1556.224493] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Downloading stream optimized image f670d2fe-1f75-48f9-a534-4760d95d6c0a to [datastore2] OSTACK_IMG_88752e5b-cd6d-469c-8a97-7c0eb07f5be9/OSTACK_IMG_88752e5b-cd6d-469c-8a97-7c0eb07f5be9.vmdk on the data store datastore2 as vApp {{(pid=69169) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1556.224661] env[69169]: DEBUG nova.virt.vmwareapi.images [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Downloading image file data f670d2fe-1f75-48f9-a534-4760d95d6c0a to the ESX as VM named 'OSTACK_IMG_88752e5b-cd6d-469c-8a97-7c0eb07f5be9' {{(pid=69169) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1556.291164] env[69169]: DEBUG oslo_vmware.rw_handles [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1556.291164] env[69169]: value = "resgroup-9" [ 1556.291164] env[69169]: _type = "ResourcePool" [ 1556.291164] env[69169]: }. {{(pid=69169) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1556.291542] env[69169]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6930153c-334f-4030-9fb6-130e6ef47c88 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.311853] env[69169]: DEBUG oslo_vmware.rw_handles [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lease: (returnval){ [ 1556.311853] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523cdb39-6443-02b9-75c1-028e118ff16c" [ 1556.311853] env[69169]: _type = "HttpNfcLease" [ 1556.311853] env[69169]: } obtained for vApp import into resource pool (val){ [ 1556.311853] env[69169]: value = "resgroup-9" [ 1556.311853] env[69169]: _type = "ResourcePool" [ 1556.311853] env[69169]: }. {{(pid=69169) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1556.312169] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the lease: (returnval){ [ 1556.312169] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523cdb39-6443-02b9-75c1-028e118ff16c" [ 1556.312169] env[69169]: _type = "HttpNfcLease" [ 1556.312169] env[69169]: } to be ready. {{(pid=69169) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1556.318177] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1556.318177] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523cdb39-6443-02b9-75c1-028e118ff16c" [ 1556.318177] env[69169]: _type = "HttpNfcLease" [ 1556.318177] env[69169]: } is initializing. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1556.485669] env[69169]: DEBUG oslo_concurrency.lockutils [req-8424f95d-50fd-49c8-85ba-3acd3b9d138f req-7a4b0b98-675d-4978-9a97-19591904e41f service nova] Releasing lock "refresh_cache-6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.820298] env[69169]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1556.820298] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523cdb39-6443-02b9-75c1-028e118ff16c" [ 1556.820298] env[69169]: _type = "HttpNfcLease" [ 1556.820298] env[69169]: } is ready. {{(pid=69169) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1556.820556] env[69169]: DEBUG oslo_vmware.rw_handles [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1556.820556] env[69169]: value = "session[52ead915-6a4a-ef1c-eb6c-b92a033938a1]523cdb39-6443-02b9-75c1-028e118ff16c" [ 1556.820556] env[69169]: _type = "HttpNfcLease" [ 1556.820556] env[69169]: }. {{(pid=69169) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1556.821297] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfadd00-1b45-4529-8b04-3565fe0ec21d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.828819] env[69169]: DEBUG oslo_vmware.rw_handles [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b8507-ce32-9e90-ce14-d3f0e50d8bb8/disk-0.vmdk from lease info. {{(pid=69169) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1556.828995] env[69169]: DEBUG oslo_vmware.rw_handles [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b8507-ce32-9e90-ce14-d3f0e50d8bb8/disk-0.vmdk. {{(pid=69169) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1556.891249] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4079af51-ad92-4321-899a-f0a409048391 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.901872] env[69169]: DEBUG oslo_vmware.rw_handles [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Completed reading data from the image iterator. {{(pid=69169) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1557.902297] env[69169]: DEBUG oslo_vmware.rw_handles [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b8507-ce32-9e90-ce14-d3f0e50d8bb8/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1557.903062] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccdebf9-fb73-4898-95db-d5e3f29cd2b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.909858] env[69169]: DEBUG oslo_vmware.rw_handles [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b8507-ce32-9e90-ce14-d3f0e50d8bb8/disk-0.vmdk is in state: ready. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1557.910072] env[69169]: DEBUG oslo_vmware.rw_handles [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b8507-ce32-9e90-ce14-d3f0e50d8bb8/disk-0.vmdk. {{(pid=69169) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1557.910277] env[69169]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-534daa84-5c8b-4785-b04a-d31327b5423c {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.135689] env[69169]: DEBUG oslo_vmware.rw_handles [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b8507-ce32-9e90-ce14-d3f0e50d8bb8/disk-0.vmdk. {{(pid=69169) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1558.135978] env[69169]: INFO nova.virt.vmwareapi.images [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Downloaded image file data f670d2fe-1f75-48f9-a534-4760d95d6c0a [ 1558.136861] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0789d5d4-2546-4939-b3ca-8648a25de809 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.152556] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85086a66-0b9d-4628-9e5c-d65bfe027f23 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.191139] env[69169]: INFO nova.virt.vmwareapi.images [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] The imported VM was unregistered [ 1558.193797] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Caching image {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1558.194062] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f670d2fe-1f75-48f9-a534-4760d95d6c0a {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1558.194337] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f85b163-aa56-47fa-8550-afa3ad9a008f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.214744] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Created directory with path [datastore2] devstack-image-cache_base/f670d2fe-1f75-48f9-a534-4760d95d6c0a {{(pid=69169) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1558.214914] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_88752e5b-cd6d-469c-8a97-7c0eb07f5be9/OSTACK_IMG_88752e5b-cd6d-469c-8a97-7c0eb07f5be9.vmdk to [datastore2] devstack-image-cache_base/f670d2fe-1f75-48f9-a534-4760d95d6c0a/f670d2fe-1f75-48f9-a534-4760d95d6c0a.vmdk. {{(pid=69169) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1558.215168] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9eb9f6e9-551b-4f8e-933d-daf374f86c29 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.221823] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1558.221823] env[69169]: value = "task-3252279" [ 1558.221823] env[69169]: _type = "Task" [ 1558.221823] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.229227] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252279, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.735314] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252279, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.233383] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252279, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.734682] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252279, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.235959] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252279, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.736393] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252279, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.221868} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.736652] env[69169]: INFO nova.virt.vmwareapi.ds_util [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_88752e5b-cd6d-469c-8a97-7c0eb07f5be9/OSTACK_IMG_88752e5b-cd6d-469c-8a97-7c0eb07f5be9.vmdk to [datastore2] devstack-image-cache_base/f670d2fe-1f75-48f9-a534-4760d95d6c0a/f670d2fe-1f75-48f9-a534-4760d95d6c0a.vmdk. [ 1560.736838] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Cleaning up location [datastore2] OSTACK_IMG_88752e5b-cd6d-469c-8a97-7c0eb07f5be9 {{(pid=69169) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1560.737012] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_88752e5b-cd6d-469c-8a97-7c0eb07f5be9 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.737272] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aef75f19-6532-4b5b-a38e-fc6bc4ddd3d0 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.743281] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1560.743281] env[69169]: value = "task-3252280" [ 1560.743281] env[69169]: _type = "Task" [ 1560.743281] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.750265] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.254021] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037683} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.254414] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.254466] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f670d2fe-1f75-48f9-a534-4760d95d6c0a/f670d2fe-1f75-48f9-a534-4760d95d6c0a.vmdk" {{(pid=69169) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.254673] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f670d2fe-1f75-48f9-a534-4760d95d6c0a/f670d2fe-1f75-48f9-a534-4760d95d6c0a.vmdk to [datastore2] 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056/6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1561.254916] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16ea638d-9052-468d-92ed-286e9e14c4e9 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.260917] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1561.260917] env[69169]: value = "task-3252281" [ 1561.260917] env[69169]: _type = "Task" [ 1561.260917] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.267937] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.770611] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252281, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.272190] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252281, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.773388] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252281, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.274304] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252281, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.774387] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252281, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.158449} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.774654] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f670d2fe-1f75-48f9-a534-4760d95d6c0a/f670d2fe-1f75-48f9-a534-4760d95d6c0a.vmdk to [datastore2] 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056/6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056.vmdk {{(pid=69169) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1563.775459] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaeaa4f3-5d20-486e-8822-b9604090981d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.799046] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056/6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056.vmdk or device None with type streamOptimized {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1563.799046] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b3356e9-11a8-409d-a0f9-4ee6fc44f122 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.818295] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1563.818295] env[69169]: value = "task-3252282" [ 1563.818295] env[69169]: _type = "Task" [ 1563.818295] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.826017] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.328363] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252282, 'name': ReconfigVM_Task, 'duration_secs': 0.272991} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.328727] env[69169]: DEBUG nova.virt.vmwareapi.volumeops [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056/6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056.vmdk or device None with type streamOptimized {{(pid=69169) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1564.329248] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ecf3dbe-8a1f-47d4-83e9-f7a5e90b355e {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.336032] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1564.336032] env[69169]: value = "task-3252283" [ 1564.336032] env[69169]: _type = "Task" [ 1564.336032] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.344375] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252283, 'name': Rename_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.845922] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252283, 'name': Rename_Task, 'duration_secs': 0.149393} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.846194] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Powering on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1564.846433] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82e10ba4-0b6f-4a5d-84f7-40e7c07adf0b {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.851747] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1564.851747] env[69169]: value = "task-3252284" [ 1564.851747] env[69169]: _type = "Task" [ 1564.851747] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.858468] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.361932] env[69169]: DEBUG oslo_vmware.api [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252284, 'name': PowerOnVM_Task, 'duration_secs': 0.418161} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.362401] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Powered on the VM {{(pid=69169) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1565.454885] env[69169]: DEBUG nova.compute.manager [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Checking state {{(pid=69169) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1565.455814] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fa3431-8007-4a4b-a712-f0908acb8dee {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.973827] env[69169]: DEBUG oslo_concurrency.lockutils [None req-37bf8ecd-5942-4fcd-bef2-6f72c36934c0 tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.217s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.599070] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.599476] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.599476] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.599662] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.599837] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.603487] env[69169]: INFO nova.compute.manager [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Terminating instance [ 1603.107457] env[69169]: DEBUG nova.compute.manager [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Start destroying the instance on the hypervisor. {{(pid=69169) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1603.107736] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Destroying instance {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1603.108613] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1885ab-3910-4477-aaa2-3c0086a2a2b5 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.116517] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Powering off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.116766] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1627b7c-bf5d-4e33-862f-a87f7b643d11 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.123297] env[69169]: DEBUG oslo_vmware.api [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1603.123297] env[69169]: value = "task-3252285" [ 1603.123297] env[69169]: _type = "Task" [ 1603.123297] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.131541] env[69169]: DEBUG oslo_vmware.api [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.632886] env[69169]: DEBUG oslo_vmware.api [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252285, 'name': PowerOffVM_Task, 'duration_secs': 0.169735} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.633251] env[69169]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Powered off the VM {{(pid=69169) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.633382] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Unregistering the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.633609] env[69169]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a07ba20-aab6-4bae-a742-fbc7204fdbe8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.722276] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Unregistered the VM {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.722537] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Deleting contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.722714] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleting the datastore file [datastore2] 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056 {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.722935] env[69169]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-549923b3-c630-4454-b602-0fd1163c6bda {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.730106] env[69169]: DEBUG oslo_vmware.api [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for the task: (returnval){ [ 1603.730106] env[69169]: value = "task-3252287" [ 1603.730106] env[69169]: _type = "Task" [ 1603.730106] env[69169]: } to complete. {{(pid=69169) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.737134] env[69169]: DEBUG oslo_vmware.api [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.239560] env[69169]: DEBUG oslo_vmware.api [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Task: {'id': task-3252287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134617} completed successfully. {{(pid=69169) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.239806] env[69169]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleted the datastore file {{(pid=69169) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.239989] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Deleted contents of the VM from datastore datastore2 {{(pid=69169) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.240184] env[69169]: DEBUG nova.virt.vmwareapi.vmops [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Instance destroyed {{(pid=69169) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.240363] env[69169]: INFO nova.compute.manager [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1604.240596] env[69169]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69169) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1604.240786] env[69169]: DEBUG nova.compute.manager [-] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Deallocating network for instance {{(pid=69169) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1604.240880] env[69169]: DEBUG nova.network.neutron [-] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] deallocate_for_instance() {{(pid=69169) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.701046] env[69169]: DEBUG nova.compute.manager [req-0b4fdc35-88bd-4c5e-a10a-98adcada2d03 req-ae4ff23e-c0f5-4bf9-9b64-cf9ab52f518b service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Received event network-vif-deleted-b2684829-156d-47da-9330-a975eff23f28 {{(pid=69169) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1604.701046] env[69169]: INFO nova.compute.manager [req-0b4fdc35-88bd-4c5e-a10a-98adcada2d03 req-ae4ff23e-c0f5-4bf9-9b64-cf9ab52f518b service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Neutron deleted interface b2684829-156d-47da-9330-a975eff23f28; detaching it from the instance and deleting it from the info cache [ 1604.702156] env[69169]: DEBUG nova.network.neutron [req-0b4fdc35-88bd-4c5e-a10a-98adcada2d03 req-ae4ff23e-c0f5-4bf9-9b64-cf9ab52f518b service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.152331] env[69169]: DEBUG nova.network.neutron [-] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Updating instance_info_cache with network_info: [] {{(pid=69169) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.204599] env[69169]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c87ccfa0-482d-43ca-8ccd-446f0329c186 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.217808] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32651127-d334-41ae-bd35-8836cc662402 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.240818] env[69169]: DEBUG nova.compute.manager [req-0b4fdc35-88bd-4c5e-a10a-98adcada2d03 req-ae4ff23e-c0f5-4bf9-9b64-cf9ab52f518b service nova] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Detach interface failed, port_id=b2684829-156d-47da-9330-a975eff23f28, reason: Instance 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056 could not be found. {{(pid=69169) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1605.655174] env[69169]: INFO nova.compute.manager [-] [instance: 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056] Took 1.41 seconds to deallocate network for instance. [ 1606.161880] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1606.162286] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1606.162413] env[69169]: DEBUG nova.objects.instance [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lazy-loading 'resources' on Instance uuid 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056 {{(pid=69169) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.681768] env[69169]: DEBUG nova.scheduler.client.report [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Refreshing inventories for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1606.696114] env[69169]: DEBUG nova.scheduler.client.report [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Updating ProviderTree inventory for provider db0a05f9-af10-4b20-862b-4f938c971ae8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1606.696341] env[69169]: DEBUG nova.compute.provider_tree [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Updating inventory in ProviderTree for provider db0a05f9-af10-4b20-862b-4f938c971ae8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1606.706223] env[69169]: DEBUG nova.scheduler.client.report [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Refreshing aggregate associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, aggregates: None {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1606.722652] env[69169]: DEBUG nova.scheduler.client.report [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Refreshing trait associations for resource provider db0a05f9-af10-4b20-862b-4f938c971ae8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69169) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1606.747951] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3035fc-7cb9-4a52-83f0-70ea9bed1c47 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.755355] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8bbe05-1612-4e97-9aab-6b719408e46d {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.785574] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640546be-2484-45fb-8889-d8256dc5ca03 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.792105] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b595f0c-b8c4-42f5-8f2e-4d4b35064bb8 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.804707] env[69169]: DEBUG nova.compute.provider_tree [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.307716] env[69169]: DEBUG nova.scheduler.client.report [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1607.812700] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1607.834844] env[69169]: INFO nova.scheduler.client.report [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Deleted allocations for instance 6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056 [ 1608.342715] env[69169]: DEBUG oslo_concurrency.lockutils [None req-77a684da-a191-4dff-adc1-6a7d475316bc tempest-AttachVolumeShelveTestJSON-1008825839 tempest-AttachVolumeShelveTestJSON-1008825839-project-member] Lock "6fe9cceb-160f-41a7-bcb4-7a7cd7dcb056" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.743s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.867288] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.867288] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.370827] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.371044] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.371311] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.371498] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.371711] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.372242] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.372242] env[69169]: DEBUG nova.compute.manager [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69169) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1613.372340] env[69169]: DEBUG oslo_service.periodic_task [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69169) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.897302] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1613.897302] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1613.897302] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.897302] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69169) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1613.897302] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a96d5d-791a-403a-831c-7d9662a8a4e1 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.897302] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a42e83-d72a-462b-a9ea-a462bee61fd7 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.904411] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7fab0f-bd66-421d-9922-4e81b7512f09 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.910569] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e101bd-eb22-438d-97c1-03bd3b998ad2 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.938641] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180752MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69169) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1613.938791] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1613.938996] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1614.960088] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1614.960347] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69169) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1614.973044] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f23c37-4313-405a-a454-41c887710bdf {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.980492] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc5f6bf-0037-4b57-a76f-828d0c2b51ce {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.010252] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d048c3b8-6334-43f4-9796-05e103bebca4 {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.016813] env[69169]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df2570a-221c-439f-8f50-9343866c5c6f {{(pid=69169) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.029729] env[69169]: DEBUG nova.compute.provider_tree [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed in ProviderTree for provider: db0a05f9-af10-4b20-862b-4f938c971ae8 {{(pid=69169) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.532735] env[69169]: DEBUG nova.scheduler.client.report [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Inventory has not changed for provider db0a05f9-af10-4b20-862b-4f938c971ae8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69169) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1616.038332] env[69169]: DEBUG nova.compute.resource_tracker [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69169) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1616.038717] env[69169]: DEBUG oslo_concurrency.lockutils [None req-e205cff1-3b12-4ff0-9d43-ee07177ffab2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=69169) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}